[ 532.127106] env[65311]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65311) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.127369] env[65311]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65311) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.127676] env[65311]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65311) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.128032] env[65311]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 532.245951] env[65311]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65311) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 532.256200] env[65311]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65311) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 532.302015] env[65311]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 532.862606] env[65311]: INFO nova.virt.driver [None req-d130495d-5171-45c6-84e3-81869b938a56 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 532.935247] env[65311]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 532.935428] env[65311]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.935535] env[65311]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65311) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 536.148470] env[65311]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-08c4cee8-41b1-4350-953d-d3eb54633fb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.165623] env[65311]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65311) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 536.165861] env[65311]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-357bc44c-4652-4fa3-be11-72dc7a097724 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.195840] env[65311]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 29f72. [ 536.196102] env[65311]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.261s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.196557] env[65311]: INFO nova.virt.vmwareapi.driver [None req-d130495d-5171-45c6-84e3-81869b938a56 None None] VMware vCenter version: 7.0.3 [ 536.200066] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7ee474-ebd3-41f8-a642-834b347806b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.218378] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a26f5-1dd9-4d69-b849-40545c7cf6cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.225196] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe7c6a-c496-4208-9db1-9412b6de11ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.232671] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f85480-5e6a-43e5-99df-a33c84fa553e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.246299] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf40096a-5200-4024-b189-25d69135e9c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.253214] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195bfe94-0bbd-4389-a14f-75d0dbd8a026 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.284572] env[65311]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3fe2dae4-afb8-42c5-8547-8082e2be0630 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.290995] env[65311]: DEBUG nova.virt.vmwareapi.driver [None req-d130495d-5171-45c6-84e3-81869b938a56 None None] Extension org.openstack.compute already exists. {{(pid=65311) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 536.293723] env[65311]: INFO nova.compute.provider_config [None req-d130495d-5171-45c6-84e3-81869b938a56 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 536.797024] env[65311]: DEBUG nova.context [None req-d130495d-5171-45c6-84e3-81869b938a56 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),19f44ccc-1970-4902-9a8c-c99c193540dd(cell1) {{(pid=65311) load_cells /opt/stack/nova/nova/context.py:472}} [ 536.797371] env[65311]: INFO nova.utils [None req-d130495d-5171-45c6-84e3-81869b938a56 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 536.799504] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72982864-71b2-4599-86ae-8748039c832a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.799702] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72982864-71b2-4599-86ae-8748039c832a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.800417] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72982864-71b2-4599-86ae-8748039c832a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.800867] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72982864-71b2-4599-86ae-8748039c832a None None] Acquiring lock "19f44ccc-1970-4902-9a8c-c99c193540dd" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 536.801059] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72982864-71b2-4599-86ae-8748039c832a None None] Lock "19f44ccc-1970-4902-9a8c-c99c193540dd" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 536.802070] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72982864-71b2-4599-86ae-8748039c832a None None] Lock "19f44ccc-1970-4902-9a8c-c99c193540dd" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 536.823369] env[65311]: INFO dbcounter [None req-72982864-71b2-4599-86ae-8748039c832a None None] Registered counter for database nova_cell0 [ 536.831895] env[65311]: INFO dbcounter [None req-72982864-71b2-4599-86ae-8748039c832a None None] Registered counter for database nova_cell1 [ 536.835107] env[65311]: DEBUG oslo_db.sqlalchemy.engines [None req-72982864-71b2-4599-86ae-8748039c832a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65311) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 536.835490] env[65311]: DEBUG oslo_db.sqlalchemy.engines [None req-72982864-71b2-4599-86ae-8748039c832a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65311) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 536.840503] env[65311]: ERROR nova.db.main.api [None req-72982864-71b2-4599-86ae-8748039c832a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 536.840503] env[65311]: func(*args, **kwargs) [ 536.840503] env[65311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 536.840503] env[65311]: self.work.run() [ 536.840503] env[65311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 536.840503] env[65311]: result = self.fn(*self.args, **self.kwargs) [ 536.840503] env[65311]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 536.840503] env[65311]: return func(*args, **kwargs) [ 536.840503] env[65311]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 536.840503] env[65311]: result = fn(*args, **kwargs) [ 536.840503] env[65311]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 536.840503] env[65311]: return f(*args, **kwargs) [ 536.840503] env[65311]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 536.840503] env[65311]: return db.service_get_minimum_version(context, binaries) [ 536.840503] env[65311]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 536.840503] env[65311]: _check_db_access() [ 536.840503] env[65311]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 536.840503] env[65311]: stacktrace = ''.join(traceback.format_stack()) [ 536.840503] env[65311]: [ 536.841592] env[65311]: ERROR nova.db.main.api [None req-72982864-71b2-4599-86ae-8748039c832a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 536.841592] env[65311]: func(*args, **kwargs) [ 536.841592] env[65311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 536.841592] env[65311]: self.work.run() [ 536.841592] env[65311]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 536.841592] env[65311]: result = self.fn(*self.args, **self.kwargs) [ 536.841592] env[65311]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 536.841592] env[65311]: return func(*args, **kwargs) [ 536.841592] env[65311]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 536.841592] env[65311]: result = fn(*args, **kwargs) [ 536.841592] env[65311]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 536.841592] env[65311]: return f(*args, **kwargs) [ 536.841592] env[65311]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 536.841592] env[65311]: return db.service_get_minimum_version(context, binaries) [ 536.841592] env[65311]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 536.841592] env[65311]: _check_db_access() [ 536.841592] env[65311]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 536.841592] env[65311]: stacktrace = ''.join(traceback.format_stack()) [ 536.841592] env[65311]: [ 536.842101] env[65311]: WARNING nova.objects.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 536.842205] env[65311]: WARNING nova.objects.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] Failed to get minimum service version for cell 19f44ccc-1970-4902-9a8c-c99c193540dd [ 536.842630] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72982864-71b2-4599-86ae-8748039c832a None None] Acquiring lock "singleton_lock" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.842780] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72982864-71b2-4599-86ae-8748039c832a None None] Acquired lock "singleton_lock" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.843015] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72982864-71b2-4599-86ae-8748039c832a None None] Releasing lock "singleton_lock" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.843336] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] Full set of CONF: {{(pid=65311) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 536.843469] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ******************************************************************************** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 536.843586] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] Configuration options gathered from: {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 536.843700] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 536.843881] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 536.843995] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ================================================================================ {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 536.844213] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] allow_resize_to_same_host = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.844374] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] arq_binding_timeout = 300 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.844495] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] backdoor_port = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.844609] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] backdoor_socket = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.844760] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] block_device_allocate_retries = 60 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.844910] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] block_device_allocate_retries_interval = 3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.845070] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cell_worker_thread_pool_size = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.845230] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cert = self.pem {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.845382] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.845539] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute_monitors = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.845690] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] config_dir = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.845852] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] config_drive_format = iso9660 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.845976] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.846143] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] config_source = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.846305] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] console_host = devstack {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.846456] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] control_exchange = nova {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.846602] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cpu_allocation_ratio = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.846750] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] daemon = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.846970] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] debug = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.847156] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] default_access_ip_network_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.847348] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] default_availability_zone = nova {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.847494] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] default_ephemeral_format = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.847644] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] default_green_pool_size = 1000 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.847866] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.848028] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] default_schedule_zone = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.848185] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] default_thread_pool_size = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.848342] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] disk_allocation_ratio = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.848490] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] enable_new_services = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.848636] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] flat_injected = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.848784] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] force_config_drive = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.848930] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] force_raw_images = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.849105] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] graceful_shutdown_timeout = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.849262] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] heal_instance_info_cache_interval = -1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.849475] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] host = cpu-1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.849658] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.849826] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] initial_disk_allocation_ratio = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.849977] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] initial_ram_allocation_ratio = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.850194] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.850347] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] instance_build_timeout = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.850497] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] instance_delete_interval = 300 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.850651] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] instance_format = [instance: %(uuid)s] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.850802] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] instance_name_template = instance-%08x {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.850951] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] instance_usage_audit = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.851120] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] instance_usage_audit_period = month {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.851273] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.851425] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] instances_path = /opt/stack/data/nova/instances {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.851582] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] internal_service_availability_zone = internal {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.851726] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] key = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.851873] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] live_migration_retry_count = 30 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.852044] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] log_color = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.852197] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] log_config_append = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.852354] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.852503] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] log_dir = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.852650] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] log_file = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.852769] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] log_options = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.852918] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] log_rotate_interval = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.853084] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] log_rotate_interval_type = days {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.853248] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] log_rotation_type = none {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.853376] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.853487] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.853641] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.853794] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.853909] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.854077] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] long_rpc_timeout = 1800 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.854230] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] max_concurrent_builds = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.854378] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] max_concurrent_live_migrations = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.854526] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] max_concurrent_snapshots = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.854672] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] max_local_block_devices = 3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.854816] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] max_logfile_count = 30 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.854960] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] max_logfile_size_mb = 200 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.855118] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] maximum_instance_delete_attempts = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.855263] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] migrate_max_retries = -1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.855419] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] mkisofs_cmd = genisoimage {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.855612] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] my_block_storage_ip = 10.180.1.21 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.855731] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] my_ip = 10.180.1.21 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.855919] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.856079] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] network_allocate_retries = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.856248] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.856407] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] osapi_compute_unique_server_name_scope = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.856555] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] password_length = 12 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.856703] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] periodic_enable = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.856850] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] periodic_fuzzy_delay = 60 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.857017] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] pointer_model = usbtablet {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.857173] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] preallocate_images = none {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.857350] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] publish_errors = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.857472] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] pybasedir = /opt/stack/nova {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.857627] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ram_allocation_ratio = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.857769] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] rate_limit_burst = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.857925] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] rate_limit_except_level = CRITICAL {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.858083] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] rate_limit_interval = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.858234] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] reboot_timeout = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.858400] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] reclaim_instance_interval = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.858563] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] record = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.858722] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] reimage_timeout_per_gb = 60 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.858874] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] report_interval = 120 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.859034] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] rescue_timeout = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.859187] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] reserved_host_cpus = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.859333] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] reserved_host_disk_mb = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.859520] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] reserved_host_memory_mb = 512 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.859646] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] reserved_huge_pages = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.859814] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] resize_confirm_window = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.859963] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] resize_fs_using_block_device = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.860124] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] resume_guests_state_on_host_boot = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.860302] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.860433] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] rpc_response_timeout = 60 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.860582] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] run_external_periodic_tasks = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.860737] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] running_deleted_instance_action = reap {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.860884] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] running_deleted_instance_poll_interval = 1800 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.861043] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] running_deleted_instance_timeout = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.861195] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler_instance_sync_interval = 120 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.861350] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_down_time = 720 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.861506] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] servicegroup_driver = db {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.861650] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] shell_completion = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.861797] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] shelved_offload_time = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.861944] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] shelved_poll_interval = 3600 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.862113] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] shutdown_timeout = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.862263] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] source_is_ipv6 = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.862411] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ssl_only = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.862679] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.862839] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] sync_power_state_interval = 600 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.862990] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] sync_power_state_pool_size = 1000 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.863162] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] syslog_log_facility = LOG_USER {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.863310] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] tempdir = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.863482] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] thread_pool_statistic_period = -1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.863609] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] timeout_nbd = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.863761] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] transport_url = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.863918] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] update_resources_interval = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.864072] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] use_cow_images = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.864224] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] use_journal = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.864371] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] use_json = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.864519] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] use_rootwrap_daemon = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.864664] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] use_stderr = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.864807] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] use_syslog = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.864949] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vcpu_pin_set = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.865116] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plugging_is_fatal = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.865273] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plugging_timeout = 300 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.865426] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] virt_mkfs = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.865576] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] volume_usage_poll_interval = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.865723] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] watch_log_file = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.865874] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] web = /usr/share/spice-html5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.866063] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_concurrency.disable_process_locking = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.866684] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.866869] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867046] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867213] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867400] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867568] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867730] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.867892] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868058] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868226] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.compute_link_prefix = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868395] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868583] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.dhcp_domain = novalocal {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868743] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.enable_instance_password = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.868895] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.glance_link_prefix = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869062] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869226] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869379] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.instance_list_per_project_cells = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869532] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.list_records_by_skipping_down_cells = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869709] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.local_metadata_per_cell = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.869876] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.max_limit = 1000 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870042] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.metadata_cache_expiration = 15 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870213] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.neutron_default_project_id = default {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870373] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.response_validation = warn {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870529] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.use_neutron_default_nets = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870681] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870830] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.870978] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871148] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871305] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.vendordata_dynamic_targets = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871459] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.vendordata_jsonfile_path = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871625] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871804] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.backend = dogpile.cache.memcached {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.871960] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.backend_argument = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872124] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.backend_expiration_time = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872284] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.config_prefix = cache.oslo {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872447] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.dead_timeout = 60.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872600] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.debug_cache_backend = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872751] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.enable_retry_client = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.872899] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.enable_socket_keepalive = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873067] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.enabled = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873223] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.enforce_fips_mode = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873377] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.expiration_time = 600 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873601] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.hashclient_retry_attempts = 2 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873675] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.hashclient_retry_delay = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873827] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_dead_retry = 300 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.873975] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_password = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874146] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874296] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874451] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_pool_maxsize = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874604] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874759] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_sasl_enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.874928] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875095] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_socket_timeout = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875250] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.memcache_username = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875408] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.proxies = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875566] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.redis_db = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875717] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.redis_password = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.875876] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.redis_sentinel_service_name = mymaster {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876088] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876203] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.redis_server = localhost:6379 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876356] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.redis_socket_timeout = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876508] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.redis_username = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876657] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.retry_attempts = 2 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876809] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.retry_delay = 0.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.876959] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.socket_keepalive_count = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877122] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.socket_keepalive_idle = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877274] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.socket_keepalive_interval = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877454] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.tls_allowed_ciphers = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877610] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.tls_cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877757] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.tls_certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.877906] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.tls_enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878065] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cache.tls_keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878231] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.auth_section = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878407] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.auth_type = password {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878574] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878745] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.catalog_info = volumev3::publicURL {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.878899] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879064] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879222] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.cross_az_attach = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879382] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.debug = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879542] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.endpoint_template = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879723] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.http_retries = 3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.879915] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880092] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880260] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.os_region_name = RegionOne {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880418] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880569] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cinder.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880729] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.880880] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.cpu_dedicated_set = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881037] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.cpu_shared_set = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881197] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.image_type_exclude_list = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881350] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881504] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.max_concurrent_disk_ops = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881652] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.max_disk_devices_to_attach = -1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881800] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.881960] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882121] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.resource_provider_association_refresh = 300 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882273] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882421] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.shutdown_retry_interval = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882589] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882755] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] conductor.workers = 2 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.882917] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] console.allowed_origins = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883077] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] console.ssl_ciphers = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883242] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] console.ssl_minimum_version = default {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883401] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] consoleauth.enforce_session_timeout = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883558] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] consoleauth.token_ttl = 600 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883728] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.883860] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884014] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884176] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.connect_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884324] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.connect_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884470] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.endpoint_override = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884618] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884762] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.884911] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.max_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885066] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.min_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885214] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.region_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885358] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.retriable_status_codes = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885505] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.service_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885664] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.service_type = accelerator {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885816] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.885961] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.status_code_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886119] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.status_code_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886267] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886436] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886587] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] cyborg.version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886747] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.asyncio_connection = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.886898] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.asyncio_slave_connection = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887067] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.backend = sqlalchemy {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887228] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.connection = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887414] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.connection_debug = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887573] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.connection_parameters = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887730] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.connection_recycle_time = 3600 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.887882] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.connection_trace = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888041] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.db_inc_retry_interval = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888196] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.db_max_retries = 20 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888352] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.db_max_retry_interval = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888535] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.db_retry_interval = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888729] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.max_overflow = 50 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.888906] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.max_pool_size = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889074] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.max_retries = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889237] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889414] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.mysql_wsrep_sync_wait = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889579] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.pool_timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889757] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.retry_interval = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.889909] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.slave_connection = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890074] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.sqlite_synchronous = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890227] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] database.use_db_reconnect = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890382] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.asyncio_connection = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890530] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.asyncio_slave_connection = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890689] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.backend = sqlalchemy {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.890843] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.connection = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891013] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.connection_debug = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891171] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.connection_parameters = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891326] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.connection_recycle_time = 3600 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891478] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.connection_trace = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891627] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.db_inc_retry_interval = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891779] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.db_max_retries = 20 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.891929] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.db_max_retry_interval = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892090] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.db_retry_interval = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892244] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.max_overflow = 50 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892393] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.max_pool_size = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892581] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.max_retries = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892756] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.892908] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893069] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.pool_timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893226] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.retry_interval = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893374] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.slave_connection = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893525] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] api_database.sqlite_synchronous = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893691] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] devices.enabled_mdev_types = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.893853] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894031] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ephemeral_storage_encryption.default_format = luks {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894176] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ephemeral_storage_encryption.enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894325] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894486] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.api_servers = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894637] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894786] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.894944] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895099] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.connect_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895248] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.connect_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895400] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.debug = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895554] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.default_trusted_certificate_ids = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895703] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.enable_certificate_validation = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895850] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.enable_rbd_download = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.895996] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.endpoint_override = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896165] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896319] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896468] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.max_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896612] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.min_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896764] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.num_retries = 3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.896923] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.rbd_ceph_conf = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897088] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.rbd_connect_timeout = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897252] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.rbd_pool = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897438] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.rbd_user = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897594] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.region_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897745] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.retriable_status_codes = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.897893] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.service_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898064] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.service_type = image {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898222] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898373] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.status_code_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898553] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.status_code_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898707] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.898874] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899038] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.verify_glance_signatures = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899191] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] glance.version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899347] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] guestfs.debug = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899508] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.auth_section = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899684] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.auth_type = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.899850] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900007] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900167] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900318] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.connect_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900466] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.connect_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900615] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.endpoint_override = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900765] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.900911] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901070] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.max_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901221] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.min_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901368] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.region_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901517] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.retriable_status_codes = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901664] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.service_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901853] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.service_type = shared-file-system {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.901973] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.share_apply_policy_timeout = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902138] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902286] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.status_code_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902434] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.status_code_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902583] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902750] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.902899] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] manila.version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903069] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] mks.enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903423] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903604] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] image_cache.manager_interval = 2400 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903762] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] image_cache.precache_concurrency = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.903964] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] image_cache.remove_unused_base_images = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904091] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904250] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904417] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] image_cache.subdirectory_name = _base {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904586] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.api_max_retries = 60 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904742] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.api_retry_interval = 2 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.904892] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.auth_section = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905054] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.auth_type = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905209] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905364] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905511] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905665] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.conductor_group = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905814] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.connect_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.905959] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.connect_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906123] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.endpoint_override = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906279] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906429] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906579] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.max_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906727] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.min_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.906880] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.peer_list = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907042] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.region_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907196] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.retriable_status_codes = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907369] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.serial_console_state_timeout = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907529] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.service_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907686] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.service_type = baremetal {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907835] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.shard = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.907988] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908152] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.status_code_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908305] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.status_code_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908470] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908645] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908797] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ironic.version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.908967] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909142] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] key_manager.fixed_key = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909313] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909465] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.barbican_api_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909620] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.barbican_endpoint = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909807] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.barbican_endpoint_type = public {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.909959] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.barbican_region_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910122] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910274] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910427] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910579] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910726] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.910877] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.number_of_retries = 60 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911036] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.retry_delay = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911192] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.send_service_user_token = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911343] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911489] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911635] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.verify_ssl = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911780] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican.verify_ssl_path = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.911933] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican_service_user.auth_section = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912098] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican_service_user.auth_type = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912250] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican_service_user.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912397] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican_service_user.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912550] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican_service_user.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912699] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican_service_user.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912846] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican_service_user.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.912996] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican_service_user.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913157] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] barbican_service_user.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913312] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.approle_role_id = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913460] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.approle_secret_id = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913616] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.kv_mountpoint = secret {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913765] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.kv_path = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.913917] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.kv_version = 2 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914087] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.namespace = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914224] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.root_token_id = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914372] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.ssl_ca_crt_file = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914531] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.timeout = 60.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914683] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.use_ssl = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914837] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.914992] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915157] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915310] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915459] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.connect_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915609] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.connect_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915756] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.endpoint_override = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.915907] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916066] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916216] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.max_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916363] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.min_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916511] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.region_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916657] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.retriable_status_codes = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916804] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.service_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.916960] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.service_type = identity {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917122] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917273] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.status_code_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917456] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.status_code_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917611] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917781] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.917929] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] keystone.version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.918124] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.ceph_mount_options = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.918520] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.918742] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.connection_uri = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.918903] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.cpu_mode = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919076] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.cpu_model_extra_flags = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919240] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.cpu_models = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919403] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.cpu_power_governor_high = performance {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919564] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.cpu_power_governor_low = powersave {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919745] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.cpu_power_management = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.919918] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920086] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.device_detach_attempts = 8 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920241] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.device_detach_timeout = 20 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920399] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.disk_cachemodes = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920553] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.disk_prefix = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920705] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.enabled_perf_events = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.920861] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.file_backed_memory = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921027] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.gid_maps = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921187] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.hw_disk_discard = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921337] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.hw_machine_type = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921498] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.images_rbd_ceph_conf = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921652] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921803] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.921959] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.images_rbd_glance_store_name = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922127] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.images_rbd_pool = rbd {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922289] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.images_type = default {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922437] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.images_volume_group = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922586] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.inject_key = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922738] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.inject_partition = -2 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.922886] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.inject_password = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923049] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.iscsi_iface = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923205] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.iser_use_multipath = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923357] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_bandwidth = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923509] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923659] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_downtime = 500 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923809] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.923956] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924124] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_inbound_addr = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924274] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924439] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_permit_post_copy = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924610] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_scheme = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924776] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_timeout_action = abort {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.924938] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_tunnelled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925103] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_uri = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925259] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.live_migration_with_native_tls = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925411] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.max_queues = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925565] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925792] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.925945] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.nfs_mount_options = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926262] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926427] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926594] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.num_iser_scan_tries = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926748] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.num_memory_encrypted_guests = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.926902] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927067] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.num_pcie_ports = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927229] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.num_volume_scan_tries = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927416] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.pmem_namespaces = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927576] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.quobyte_client_cfg = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.927865] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928046] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rbd_connect_timeout = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928207] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928384] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928563] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rbd_secret_uuid = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928717] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rbd_user = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.928871] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929041] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.remote_filesystem_transport = ssh {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929196] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rescue_image_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929345] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rescue_kernel_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929493] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rescue_ramdisk_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929649] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929793] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.rx_queue_size = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.929949] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.smbfs_mount_options = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930246] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930417] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.snapshot_compression = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930572] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.snapshot_image_format = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930793] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.930950] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.sparse_logical_volumes = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931117] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.swtpm_enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931277] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.swtpm_group = tss {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931434] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.swtpm_user = tss {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931594] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.sysinfo_serial = unique {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931742] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.tb_cache_size = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.931889] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.tx_queue_size = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932054] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.uid_maps = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932210] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.use_virtio_for_bridges = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932372] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.virt_type = kvm {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932529] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.volume_clear = zero {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932681] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.volume_clear_size = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932831] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.volume_enforce_multipath = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.932986] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.volume_use_multipath = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933152] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.vzstorage_cache_path = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933313] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933472] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.vzstorage_mount_group = qemu {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933626] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.vzstorage_mount_opts = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.933783] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934076] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934255] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.vzstorage_mount_user = stack {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934417] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934582] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.auth_section = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934743] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.auth_type = password {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.934892] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935055] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935212] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935363] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.connect_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935509] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.connect_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935665] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.default_floating_pool = public {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935813] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.endpoint_override = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.935966] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.extension_sync_interval = 600 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936201] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.http_retries = 3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936390] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936544] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936694] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.max_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.936853] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937008] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.min_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937178] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.ovs_bridge = br-int {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937409] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.physnets = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937614] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.region_name = RegionOne {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937777] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.retriable_status_codes = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.937937] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.service_metadata_proxy = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938099] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.service_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938258] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.service_type = network {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938409] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938557] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.status_code_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938702] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.status_code_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.938855] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939023] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939175] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] neutron.version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939335] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] notifications.bdms_in_notifications = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939505] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] notifications.default_level = INFO {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939656] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] notifications.include_share_mapping = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939818] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] notifications.notification_format = unversioned {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.939971] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] notifications.notify_on_state_change = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940147] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940315] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] pci.alias = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940493] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] pci.device_spec = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940695] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] pci.report_in_placement = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.940866] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.auth_section = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941040] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.auth_type = password {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941204] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941356] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941504] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941687] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.941878] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.connect_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942036] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.connect_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942190] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.default_domain_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942338] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.default_domain_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942484] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.domain_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942628] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.domain_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942773] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.endpoint_override = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.942921] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943075] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943226] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.max_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943369] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.min_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943527] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.password = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943672] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.project_domain_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943824] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.project_domain_name = Default {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.943979] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.project_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944155] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.project_name = service {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944315] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.region_name = RegionOne {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944761] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.retriable_status_codes = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944761] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.service_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944761] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.service_type = placement {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.944924] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945060] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.status_code_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945231] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.status_code_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945396] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.system_scope = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945583] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945758] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.trust_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.945912] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.user_domain_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946086] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.user_domain_name = Default {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946243] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.user_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946409] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.username = nova {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946650] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.946838] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] placement.version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947028] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.cores = 20 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947191] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.count_usage_from_placement = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947383] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947571] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.injected_file_content_bytes = 10240 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947732] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.injected_file_path_length = 255 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.947921] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.injected_files = 5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948117] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.instances = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948282] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.key_pairs = 100 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948435] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.metadata_items = 128 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948590] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.ram = 51200 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948742] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.recheck_quota = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.948898] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.server_group_members = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949062] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.server_groups = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949263] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949430] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] quota.unified_limits_resource_strategy = require {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949594] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949747] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.949898] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.image_metadata_prefilter = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950060] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950216] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.max_attempts = 3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950368] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.max_placement_results = 1000 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950520] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950667] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.query_placement_for_image_type_support = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950818] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.950982] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] scheduler.workers = 2 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951166] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951326] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951494] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951654] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951806] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.951956] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952118] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952300] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952462] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.host_subset_size = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952614] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952760] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.952906] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953067] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953227] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953379] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.isolated_hosts = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953528] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.isolated_images = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953674] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953819] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.953964] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954138] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.pci_in_placement = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954289] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954437] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954583] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954727] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.954875] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955039] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955194] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.track_instance_changes = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955381] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955551] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] metrics.required = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955704] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] metrics.weight_multiplier = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.955857] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956016] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] metrics.weight_setting = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956327] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956493] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] serial_console.enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956661] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] serial_console.port_range = 10000:20000 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956819] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.956976] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957153] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] serial_console.serialproxy_port = 6083 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957330] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.auth_section = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957508] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.auth_type = password {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957661] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957808] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.957961] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958126] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958278] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958440] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.send_service_user_token = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958594] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958741] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] service_user.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.958901] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.agent_enabled = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959062] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959364] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959562] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959745] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.html5proxy_port = 6082 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.959903] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.image_compression = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960065] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.jpeg_compression = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960217] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.playback_compression = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960368] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.require_secure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960529] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.server_listen = 127.0.0.1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960684] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.960943] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961113] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.streaming_mode = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961269] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] spice.zlib_compression = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961425] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] upgrade_levels.baseapi = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961586] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] upgrade_levels.compute = auto {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961735] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] upgrade_levels.conductor = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.961885] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] upgrade_levels.scheduler = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962052] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vendordata_dynamic_auth.auth_section = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962208] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vendordata_dynamic_auth.auth_type = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962356] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vendordata_dynamic_auth.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962505] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vendordata_dynamic_auth.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962657] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962806] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vendordata_dynamic_auth.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.962953] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vendordata_dynamic_auth.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963116] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963266] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vendordata_dynamic_auth.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963427] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.api_retry_count = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963580] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.ca_file = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963738] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.cache_prefix = devstack-image-cache {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.963893] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.cluster_name = testcl1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964057] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.connection_pool_size = 10 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964210] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.console_delay_seconds = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964372] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.datastore_regex = ^datastore.* {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964578] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964743] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.host_password = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.964898] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.host_port = 443 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.965085] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.host_username = administrator@vsphere.local {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.965301] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.insecure = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.965466] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.integration_bridge = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.965620] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.maximum_objects = 100 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.965767] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.pbm_default_policy = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.965916] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.pbm_enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.966075] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.pbm_wsdl_location = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.966236] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.966385] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.serial_port_proxy_uri = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.966530] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.serial_port_service_uri = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.966684] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.task_poll_interval = 0.5 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.966842] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.use_linked_clone = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.966998] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.vnc_keymap = en-us {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.967168] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.vnc_port = 5900 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.967352] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vmware.vnc_port_total = 10000 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.967537] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.auth_schemes = ['none'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.967699] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.967969] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.968157] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.968321] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.novncproxy_port = 6080 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.968505] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.server_listen = 127.0.0.1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.968673] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.968824] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.vencrypt_ca_certs = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.968974] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.vencrypt_client_cert = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.969132] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vnc.vencrypt_client_key = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.969295] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.969448] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.disable_deep_image_inspection = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.969603] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.969773] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.969926] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.970088] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.disable_rootwrap = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.970243] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.enable_numa_live_migration = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.970392] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.970542] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.970691] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.970841] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.libvirt_disable_apic = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.970989] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.971155] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.971305] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.971456] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.971606] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.971754] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.971904] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.972061] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.972214] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.972368] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.972537] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.972689] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] wsgi.secure_proxy_ssl_header = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.972842] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] zvm.ca_file = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.972992] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] zvm.cloud_connector_url = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.973302] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.973474] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] zvm.reachable_timeout = 300 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.973635] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.973799] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.973962] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.connection_string = messaging:// {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.974133] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.enabled = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.974293] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.es_doc_type = notification {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.974445] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.es_scroll_size = 10000 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.974597] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.es_scroll_time = 2m {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.974778] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.filter_error_trace = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.974895] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.hmac_keys = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.975057] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.sentinel_service_name = mymaster {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.975215] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.socket_timeout = 0.1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.975392] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.trace_requests = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.975556] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler.trace_sqlalchemy = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.975730] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler_jaeger.process_tags = {} {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.975879] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler_jaeger.service_name_prefix = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.976041] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] profiler_otlp.service_name_prefix = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.976210] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.976361] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.976514] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.976660] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.976807] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.976951] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.977110] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.977264] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.977442] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.977604] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.977751] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.977909] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.978074] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.978229] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.978382] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.978543] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.978694] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.978845] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.979028] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.979175] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.979325] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.979483] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.979662] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.979827] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.979978] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.980143] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.980298] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.980450] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.980598] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.980749] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.980898] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.ssl = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.981075] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.981238] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.981388] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.981548] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.981703] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.ssl_version = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.981853] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.982046] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.982211] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_notifications.retry = -1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.982377] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.982540] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_messaging_notifications.transport_url = **** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.982700] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.auth_section = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.982851] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.auth_type = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.982997] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.cafile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.983158] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.certfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.983312] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.collect_timing = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.983460] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.connect_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.983603] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.connect_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.983751] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.endpoint_id = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.983908] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.endpoint_interface = publicURL {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.984066] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.endpoint_override = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.984217] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.endpoint_region_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.984364] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.endpoint_service_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.984514] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.endpoint_service_type = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.984661] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.insecure = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.984807] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.keyfile = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.984955] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.max_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.985110] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.min_version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.985257] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.region_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.985433] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.retriable_status_codes = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.985586] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.service_name = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.985733] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.service_type = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.985883] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.split_loggers = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.986047] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.status_code_retries = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.986201] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.status_code_retry_delay = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.986348] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.timeout = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.986497] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.valid_interfaces = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.986646] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_limit.version = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.986801] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_reports.file_event_handler = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.986955] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.987117] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] oslo_reports.log_dir = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.987282] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.987482] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.987683] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.987845] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.988012] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.988175] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.988331] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.988490] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.988638] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_ovs_privileged.group = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.988785] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.988934] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.989102] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.989257] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.989403] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] vif_plug_ovs_privileged.user = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.989564] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_linux_bridge.flat_interface = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.989765] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.989937] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.990112] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.990273] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.990434] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.990593] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.990745] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.990911] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.991085] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_ovs.isolate_vif = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.991247] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.991404] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.991562] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.991721] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_ovs.ovsdb_interface = native {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.991873] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] os_vif_ovs.per_port_bridge = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992044] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992197] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] privsep_osbrick.group = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992344] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] privsep_osbrick.helper_command = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992498] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992651] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992800] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.992947] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] privsep_osbrick.user = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993120] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993269] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] nova_sys_admin.group = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993414] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] nova_sys_admin.helper_command = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993566] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993728] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.993881] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.994037] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] nova_sys_admin.user = None {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.994163] env[65311]: DEBUG oslo_service.backend._eventlet.service [None req-72982864-71b2-4599-86ae-8748039c832a None None] ******************************************************************************** {{(pid=65311) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 536.994579] env[65311]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 537.498456] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Getting list of instances from cluster (obj){ [ 537.498456] env[65311]: value = "domain-c8" [ 537.498456] env[65311]: _type = "ClusterComputeResource" [ 537.498456] env[65311]: } {{(pid=65311) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 537.499573] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b1ab1e-9965-411c-bbf3-50258d63584e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.508956] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Got total of 0 instances {{(pid=65311) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 537.509645] env[65311]: WARNING nova.virt.vmwareapi.driver [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 537.510157] env[65311]: INFO nova.virt.node [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Generated node identity 9e03e2e5-cb03-4816-8aa6-9a366a594801 [ 537.510407] env[65311]: INFO nova.virt.node [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Wrote node identity 9e03e2e5-cb03-4816-8aa6-9a366a594801 to /opt/stack/data/n-cpu-1/compute_id [ 538.012966] env[65311]: WARNING nova.compute.manager [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Compute nodes ['9e03e2e5-cb03-4816-8aa6-9a366a594801'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 539.018770] env[65311]: INFO nova.compute.manager [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 540.024992] env[65311]: WARNING nova.compute.manager [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 540.025376] env[65311]: DEBUG oslo_concurrency.lockutils [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.025546] env[65311]: DEBUG oslo_concurrency.lockutils [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.025690] env[65311]: DEBUG oslo_concurrency.lockutils [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.025837] env[65311]: DEBUG nova.compute.resource_tracker [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 540.027058] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b88eb67-4314-4e56-8bf1-959fd802e7db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.036931] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9204e5-9896-4bb0-8a54-52f8dfbdc8c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.052955] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee3de0a-c376-4a68-8606-b9d91df28a12 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.060630] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45220f0f-adc9-43dd-9bea-bfdde468ff7c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.089560] env[65311]: DEBUG nova.compute.resource_tracker [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180745MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 540.089772] env[65311]: DEBUG oslo_concurrency.lockutils [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.089952] env[65311]: DEBUG oslo_concurrency.lockutils [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.592232] env[65311]: WARNING nova.compute.resource_tracker [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] No compute node record for cpu-1:9e03e2e5-cb03-4816-8aa6-9a366a594801: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9e03e2e5-cb03-4816-8aa6-9a366a594801 could not be found. [ 541.095738] env[65311]: INFO nova.compute.resource_tracker [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9e03e2e5-cb03-4816-8aa6-9a366a594801 [ 542.603990] env[65311]: DEBUG nova.compute.resource_tracker [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 542.604304] env[65311]: DEBUG nova.compute.resource_tracker [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 542.767172] env[65311]: INFO nova.scheduler.client.report [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] [req-875ab2d1-ebf1-4e68-a829-1c5dacadfe1f] Created resource provider record via placement API for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 542.786916] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a59143-da4f-431f-8ca4-dca9110636cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.795394] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad49cf4-8b1f-4145-b5f2-6ca4488f0cd6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.826092] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a388255e-a5eb-4a32-8cab-fad89c8fe6e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.833868] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d962619e-dd94-4697-a96c-c06c27589533 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.847096] env[65311]: DEBUG nova.compute.provider_tree [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.386413] env[65311]: DEBUG nova.scheduler.client.report [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 543.386634] env[65311]: DEBUG nova.compute.provider_tree [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 0 to 1 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.386769] env[65311]: DEBUG nova.compute.provider_tree [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.438986] env[65311]: DEBUG nova.compute.provider_tree [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 1 to 2 during operation: update_traits {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.944395] env[65311]: DEBUG nova.compute.resource_tracker [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 543.944824] env[65311]: DEBUG oslo_concurrency.lockutils [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.855s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 543.944824] env[65311]: DEBUG nova.service [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Creating RPC server for service compute {{(pid=65311) start /opt/stack/nova/nova/service.py:177}} [ 543.958430] env[65311]: DEBUG nova.service [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] Join ServiceGroup membership for this service compute {{(pid=65311) start /opt/stack/nova/nova/service.py:194}} [ 543.958659] env[65311]: DEBUG nova.servicegroup.drivers.db [None req-64d485ab-bd41-4205-bd4c-efce486a1338 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65311) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 563.963057] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.466056] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Getting list of instances from cluster (obj){ [ 564.466056] env[65311]: value = "domain-c8" [ 564.466056] env[65311]: _type = "ClusterComputeResource" [ 564.466056] env[65311]: } {{(pid=65311) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 564.467300] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe18c183-1c71-4255-bdcf-57a57fa44679 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.476404] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Got total of 0 instances {{(pid=65311) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 564.476630] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.476940] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Getting list of instances from cluster (obj){ [ 564.476940] env[65311]: value = "domain-c8" [ 564.476940] env[65311]: _type = "ClusterComputeResource" [ 564.476940] env[65311]: } {{(pid=65311) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 564.477867] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9eb6da-a663-48b7-b012-5b33a0453148 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.485631] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Got total of 0 instances {{(pid=65311) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 586.560581] env[65311]: INFO nova.utils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] The default thread pool MainProcess.default is initialized [ 586.561297] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquiring lock "e2756002-8969-4063-978f-5c4f60867aed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.561493] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "e2756002-8969-4063-978f-5c4f60867aed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.068109] env[65311]: DEBUG nova.compute.manager [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 587.620127] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.620445] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.623538] env[65311]: INFO nova.compute.claims [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.214837] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.214837] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.691922] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcf1d3e-500f-4d14-adf6-c1d829bfa1ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.700112] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1b0401-b492-44c3-9899-0870ee98f324 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.733368] env[65311]: DEBUG nova.compute.manager [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 588.737123] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bb6a1d-1001-4a53-9afa-c0a3585f03fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.746492] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a5cba8-0d19-4943-9694-1b0e701139f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.763585] env[65311]: DEBUG nova.compute.provider_tree [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.139153] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.139153] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.270330] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.271947] env[65311]: DEBUG nova.scheduler.client.report [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.643232] env[65311]: DEBUG nova.compute.manager [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 589.778613] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.778613] env[65311]: DEBUG nova.compute.manager [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 589.784026] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.512s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.784026] env[65311]: INFO nova.compute.claims [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.935070] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "13e118c9-a6aa-4b79-879a-b432a112900e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.935343] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "13e118c9-a6aa-4b79-879a-b432a112900e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.973668] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "2e397b2e-58cf-4749-a3b3-7944b810118f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.973876] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "2e397b2e-58cf-4749-a3b3-7944b810118f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.191272] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.290329] env[65311]: DEBUG nova.compute.utils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.294825] env[65311]: DEBUG nova.compute.manager [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 590.296113] env[65311]: DEBUG nova.network.neutron [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 590.296423] env[65311]: WARNING neutronclient.v2_0.client [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.297712] env[65311]: WARNING neutronclient.v2_0.client [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.438765] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 590.482471] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 590.699807] env[65311]: DEBUG nova.policy [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76f95479201147fdb124e9d5ae4ceb11', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '525cebaed39b44e6819d6bc5bf090f20', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.795416] env[65311]: DEBUG nova.compute.manager [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 590.967282] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e69599-a905-4f4e-aa04-0181b6739fbf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.980589] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660fd625-ad50-4f94-98a5-46bde6e2f319 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.986964] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.023983] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.025464] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4612ad1-fb49-49cb-a3e6-9b16480e2ec3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.034419] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f3f37e-2a0e-4888-a91b-d6303762e213 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.052365] env[65311]: DEBUG nova.compute.provider_tree [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.556117] env[65311]: DEBUG nova.scheduler.client.report [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.615109] env[65311]: DEBUG nova.network.neutron [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Successfully created port: 1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.808216] env[65311]: DEBUG nova.compute.manager [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 591.844966] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 591.846296] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.846868] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 591.847099] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.847244] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 591.847413] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 591.847640] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 591.847786] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 591.848181] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 591.848347] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 591.848515] env[65311]: DEBUG nova.virt.hardware [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 591.849530] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de533c70-9ed6-41b5-ae3f-db2d308451f5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.864019] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7386ce3b-e94d-43dc-861f-d15c13e9c427 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.881295] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f264434e-0ec1-4bb7-9da6-e4bd21d1ade6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.061849] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.062471] env[65311]: DEBUG nova.compute.manager [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 592.065058] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.874s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.066872] env[65311]: INFO nova.compute.claims [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.312288] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.312533] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.312718] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.312904] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.313096] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.313281] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.313458] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.313621] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 592.313776] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.572538] env[65311]: DEBUG nova.compute.utils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.576283] env[65311]: DEBUG nova.compute.manager [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 592.576283] env[65311]: DEBUG nova.network.neutron [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 592.576704] env[65311]: WARNING neutronclient.v2_0.client [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.577009] env[65311]: WARNING neutronclient.v2_0.client [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.818926] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.076576] env[65311]: DEBUG nova.compute.manager [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 593.260822] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf73529-da51-426b-8282-4a559aacd5f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.271841] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ebd5e-d551-4dfd-bb75-af83b6be5968 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.308810] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d22d2df-ab71-4646-88a3-f278ec52f222 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.317949] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e83448-ddb0-42fa-afa6-102ea08bae22 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.332574] env[65311]: DEBUG nova.compute.provider_tree [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.840072] env[65311]: DEBUG nova.scheduler.client.report [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.942616] env[65311]: DEBUG nova.network.neutron [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Successfully updated port: 1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 593.985306] env[65311]: DEBUG nova.policy [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05e7bda921ec4fbcb3723ffd8cb1e175', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2634516bb804dfda06132f859d8c6ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.089807] env[65311]: DEBUG nova.compute.manager [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 594.128161] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 594.128438] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.128579] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 594.128739] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.128869] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 594.128998] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 594.130174] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 594.130350] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 594.130507] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 594.130659] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 594.130856] env[65311]: DEBUG nova.virt.hardware [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 594.133394] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f668abd-2e28-4c4b-b516-85c0f4230945 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.145635] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777a661d-541c-4b2b-87e0-1384164826be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.344162] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.344731] env[65311]: DEBUG nova.compute.manager [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 594.352474] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.360s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.352474] env[65311]: INFO nova.compute.claims [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.406143] env[65311]: DEBUG nova.network.neutron [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Successfully created port: 5d0db364-a5aa-4e9e-8bfd-c3d517e75dad {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 594.446579] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquiring lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.446579] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquired lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.446579] env[65311]: DEBUG nova.network.neutron [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 594.750642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquiring lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.750642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.857015] env[65311]: DEBUG nova.compute.utils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.862756] env[65311]: DEBUG nova.compute.manager [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 594.863021] env[65311]: DEBUG nova.network.neutron [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 594.863337] env[65311]: WARNING neutronclient.v2_0.client [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.863634] env[65311]: WARNING neutronclient.v2_0.client [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.254585] env[65311]: DEBUG nova.compute.manager [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 595.364532] env[65311]: DEBUG nova.compute.manager [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 595.508182] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9cf5c1-8317-4ee2-9df4-09bc247fe35b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.518481] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b15be4d-b3fe-42f9-9906-257989534a9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.555744] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15942f6d-7696-477e-86c6-93656e31fc87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.565801] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a109aa-b4b3-499b-8f4c-c3647fabd463 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.582742] env[65311]: DEBUG nova.compute.provider_tree [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.760835] env[65311]: DEBUG nova.network.neutron [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 595.782208] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.087358] env[65311]: DEBUG nova.scheduler.client.report [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.099995] env[65311]: DEBUG nova.policy [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7639677532254faca6f06130cd8fea4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1550dd95274f7a803364a14f570d33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.199702] env[65311]: DEBUG nova.network.neutron [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Successfully updated port: 5d0db364-a5aa-4e9e-8bfd-c3d517e75dad {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 596.375652] env[65311]: DEBUG nova.compute.manager [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 596.422531] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 596.422761] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.422903] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 596.423092] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.423264] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 596.423435] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 596.423636] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.423782] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 596.423932] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 596.424825] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 596.424965] env[65311]: DEBUG nova.virt.hardware [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 596.426951] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9283bd2c-9c8c-4561-b44b-ae1d01a2b5e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.437685] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10247047-524e-4395-b50e-c2e2a35fd7f5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.594664] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.595718] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 596.599423] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.576s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.602309] env[65311]: INFO nova.compute.claims [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.705539] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "refresh_cache-ac7727ee-37d8-4b9a-9ad9-15dadab03b79" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.705679] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquired lock "refresh_cache-ac7727ee-37d8-4b9a-9ad9-15dadab03b79" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.705862] env[65311]: DEBUG nova.network.neutron [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 596.729116] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.729456] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.769895] env[65311]: DEBUG nova.network.neutron [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Successfully created port: 0939c9a6-35fb-4453-ab08-cc2fd1abc69f {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 596.945229] env[65311]: WARNING neutronclient.v2_0.client [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.107477] env[65311]: DEBUG nova.compute.utils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.109936] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 597.110156] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 597.110397] env[65311]: WARNING neutronclient.v2_0.client [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.110696] env[65311]: WARNING neutronclient.v2_0.client [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.232999] env[65311]: DEBUG nova.compute.manager [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 597.614046] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 597.746474] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5a4d1a-8328-4129-a4a2-2236b9caa40e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.751560] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.754829] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24335788-be8a-47b0-9ebf-fb7197017909 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.786545] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf9eb4d-e628-4a58-8ce7-4044980f2b17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.794897] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970ad7f2-1e9e-4534-bbb5-329b3b3823f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.809335] env[65311]: DEBUG nova.compute.provider_tree [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.248168] env[65311]: DEBUG nova.policy [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ee81fcd2a0845cd95a6540bf3747191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a268199bd38f466abc3029e68ba90fdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.314389] env[65311]: DEBUG nova.scheduler.client.report [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.320424] env[65311]: DEBUG nova.network.neutron [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Updating instance_info_cache with network_info: [{"id": "1391178e-1c76-4d0a-8b55-f2895525073d", "address": "fa:16:3e:5d:41:18", "network": {"id": "e484e25b-37ba-41b4-a579-5a98532b839f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1475897132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "525cebaed39b44e6819d6bc5bf090f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1391178e-1c", "ovs_interfaceid": "1391178e-1c76-4d0a-8b55-f2895525073d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.377520] env[65311]: DEBUG nova.network.neutron [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 598.627577] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 598.668705] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.668705] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.668705] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.669040] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.669158] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.669331] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.669601] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.670509] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.670509] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.670509] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.670509] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.671229] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00543928-24c2-4ecd-8841-d6e64f9b8664 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.683907] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7265d6c8-d353-408d-8296-0282a80df3f4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.757278] env[65311]: DEBUG nova.network.neutron [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Successfully updated port: 0939c9a6-35fb-4453-ab08-cc2fd1abc69f {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 598.823811] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.824201] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 598.830982] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Releasing lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.831310] env[65311]: DEBUG nova.compute.manager [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Instance network_info: |[{"id": "1391178e-1c76-4d0a-8b55-f2895525073d", "address": "fa:16:3e:5d:41:18", "network": {"id": "e484e25b-37ba-41b4-a579-5a98532b839f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1475897132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "525cebaed39b44e6819d6bc5bf090f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1391178e-1c", "ovs_interfaceid": "1391178e-1c76-4d0a-8b55-f2895525073d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 598.831620] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.013s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.831786] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.831928] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 598.832209] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.050s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.833683] env[65311]: INFO nova.compute.claims [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.836229] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:41:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1391178e-1c76-4d0a-8b55-f2895525073d', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.851820] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.853558] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c654d433-90ef-4f5b-8433-c066db24809c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.857071] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f80b9348-2076-49b4-b750-55d4bf52c1b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.865788] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f7349a-d572-4cf2-b43d-c6d90b44b70f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.882363] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b995b121-ce7b-40b7-9935-99eb0e103ecf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.887213] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Created folder: OpenStack in parent group-v4. [ 598.887213] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Creating folder: Project (525cebaed39b44e6819d6bc5bf090f20). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.887213] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0ec1357-0b7a-4886-ba56-b3135dbbf2b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.891568] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b2109e-d300-4773-befd-da7252a0af09 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.898119] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Created folder: Project (525cebaed39b44e6819d6bc5bf090f20) in parent group-v866349. [ 598.898268] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Creating folder: Instances. Parent ref: group-v866350. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.927882] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcac1305-6d54-48fd-a344-a077d739e006 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.931126] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180743MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 598.931278] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.941269] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Created folder: Instances in parent group-v866350. [ 598.941525] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 598.941707] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2756002-8969-4063-978f-5c4f60867aed] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.941914] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-776d8c2d-c61b-43ed-90bd-6bb2f624c197 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.964365] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.964365] env[65311]: value = "task-4427591" [ 598.964365] env[65311]: _type = "Task" [ 598.964365] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.974511] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427591, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.216010] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Successfully created port: a13626ab-dd5e-47a4-a527-e37557e71032 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 599.262109] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "refresh_cache-5c1a2e41-feac-4687-ab2c-54ea1db131d0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.262109] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquired lock "refresh_cache-5c1a2e41-feac-4687-ab2c-54ea1db131d0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.262109] env[65311]: DEBUG nova.network.neutron [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 599.354690] env[65311]: DEBUG nova.compute.utils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.358521] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 599.359078] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 599.359078] env[65311]: WARNING neutronclient.v2_0.client [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.359359] env[65311]: WARNING neutronclient.v2_0.client [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.480818] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427591, 'name': CreateVM_Task, 'duration_secs': 0.356518} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.480818] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2756002-8969-4063-978f-5c4f60867aed] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.480818] env[65311]: WARNING neutronclient.v2_0.client [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.860518] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 599.953458] env[65311]: DEBUG nova.policy [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ee81fcd2a0845cd95a6540bf3747191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a268199bd38f466abc3029e68ba90fdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.956968] env[65311]: DEBUG oslo_vmware.service [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8effd787-07e0-44f2-9a93-49aa2c0e314f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.963880] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.964118] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.964779] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.965051] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e53f6d-87bb-4d06-ba0a-4e336b3f6f92 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.972603] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 599.972603] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a878e7-fa4a-e84b-4129-acc8378b70fa" [ 599.972603] env[65311]: _type = "Task" [ 599.972603] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.981161] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a878e7-fa4a-e84b-4129-acc8378b70fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.998889] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed5f1e1-af2d-4da5-b5d8-210b3d55d714 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.007217] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e6095-3364-4c57-9eab-e4379477818e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.011712] env[65311]: DEBUG nova.network.neutron [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 600.044915] env[65311]: WARNING neutronclient.v2_0.client [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.047620] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6478cb9d-bd39-47e3-bfd8-32466cda416f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.056647] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34656764-bc9e-4a73-acb9-8f256f19bb9b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.071795] env[65311]: DEBUG nova.compute.provider_tree [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.484484] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.484911] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.485527] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.485764] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.486434] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.486689] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db172af3-31db-4f8d-9a53-60ff527f7766 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.495838] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.496023] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.496862] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f182367f-8252-4d74-8d57-d1fd108d40ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.505624] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad9daad-c0cf-40e4-b007-3f4d53573222 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.511161] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 600.511161] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c9a2a2-63a6-a592-25dc-14935b51f387" [ 600.511161] env[65311]: _type = "Task" [ 600.511161] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.519554] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c9a2a2-63a6-a592-25dc-14935b51f387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.575324] env[65311]: DEBUG nova.scheduler.client.report [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.864017] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Successfully created port: 979debb6-884b-4873-b63c-4d693567f371 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 600.873682] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 600.911280] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 600.911597] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.911802] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 600.912072] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.912293] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 600.912525] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 600.912832] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 600.913093] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 600.913299] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 600.913800] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 600.913800] env[65311]: DEBUG nova.virt.hardware [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 600.914865] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f19fb33-6032-47a3-b6bf-ad2364af06e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.926100] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d775ebe-60f1-4571-b1ad-ef4a9b0ffe38 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.024041] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Preparing fetch location {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 601.024358] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Creating directory with path [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.024396] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9ad1452-5122-4bb6-a795-31c326624dea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.047773] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Created directory with path [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.047970] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Fetch image to [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 601.048275] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Downloading image file data 18b11ab8-080e-4f09-9997-e25574522e0a to [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk on the data store datastore1 {{(pid=65311) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 601.051599] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903d65e8-3b20-4415-b82f-bbef2a8f6be3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.060109] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd4bad9-d5d1-4e23-a9c8-d3ca705907d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.071386] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abf68fc-93aa-403d-b7fe-46c23adc5382 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.107845] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.108387] env[65311]: DEBUG nova.compute.manager [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 601.112644] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Successfully updated port: a13626ab-dd5e-47a4-a527-e37557e71032 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 601.114032] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.362s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.115514] env[65311]: INFO nova.compute.claims [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.119185] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe54d33-1bb3-410c-a49a-961a38b71e4d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.127977] env[65311]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-078b2d9e-4186-41cb-8e44-999a27620357 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.224081] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Downloading image file data 18b11ab8-080e-4f09-9997-e25574522e0a to the data store datastore1 {{(pid=65311) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 601.287782] env[65311]: DEBUG nova.network.neutron [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Updating instance_info_cache with network_info: [{"id": "5d0db364-a5aa-4e9e-8bfd-c3d517e75dad", "address": "fa:16:3e:cb:27:de", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0db364-a5", "ovs_interfaceid": "5d0db364-a5aa-4e9e-8bfd-c3d517e75dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.314404] env[65311]: DEBUG oslo_vmware.rw_handles [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65311) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 601.524494] env[65311]: DEBUG nova.compute.manager [req-ea75ceff-c1e4-4436-b547-05bdebc1a661 req-1ccfec2e-ab88-4108-9e60-d35417c25a30 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Received event network-vif-plugged-1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 601.524494] env[65311]: DEBUG oslo_concurrency.lockutils [req-ea75ceff-c1e4-4436-b547-05bdebc1a661 req-1ccfec2e-ab88-4108-9e60-d35417c25a30 service nova] Acquiring lock "e2756002-8969-4063-978f-5c4f60867aed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.525126] env[65311]: DEBUG oslo_concurrency.lockutils [req-ea75ceff-c1e4-4436-b547-05bdebc1a661 req-1ccfec2e-ab88-4108-9e60-d35417c25a30 service nova] Lock "e2756002-8969-4063-978f-5c4f60867aed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.525126] env[65311]: DEBUG oslo_concurrency.lockutils [req-ea75ceff-c1e4-4436-b547-05bdebc1a661 req-1ccfec2e-ab88-4108-9e60-d35417c25a30 service nova] Lock "e2756002-8969-4063-978f-5c4f60867aed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.525245] env[65311]: DEBUG nova.compute.manager [req-ea75ceff-c1e4-4436-b547-05bdebc1a661 req-1ccfec2e-ab88-4108-9e60-d35417c25a30 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] No waiting events found dispatching network-vif-plugged-1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 601.526034] env[65311]: WARNING nova.compute.manager [req-ea75ceff-c1e4-4436-b547-05bdebc1a661 req-1ccfec2e-ab88-4108-9e60-d35417c25a30 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Received unexpected event network-vif-plugged-1391178e-1c76-4d0a-8b55-f2895525073d for instance with vm_state building and task_state spawning. [ 601.615191] env[65311]: DEBUG nova.compute.utils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.620243] env[65311]: DEBUG nova.compute.manager [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 601.620835] env[65311]: DEBUG nova.network.neutron [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 601.621271] env[65311]: WARNING neutronclient.v2_0.client [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.621863] env[65311]: WARNING neutronclient.v2_0.client [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.630333] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "refresh_cache-13e118c9-a6aa-4b79-879a-b432a112900e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.630487] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "refresh_cache-13e118c9-a6aa-4b79-879a-b432a112900e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.630653] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 601.790935] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Releasing lock "refresh_cache-ac7727ee-37d8-4b9a-9ad9-15dadab03b79" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.791319] env[65311]: DEBUG nova.compute.manager [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Instance network_info: |[{"id": "5d0db364-a5aa-4e9e-8bfd-c3d517e75dad", "address": "fa:16:3e:cb:27:de", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0db364-a5", "ovs_interfaceid": "5d0db364-a5aa-4e9e-8bfd-c3d517e75dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 601.791780] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:27:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d0db364-a5aa-4e9e-8bfd-c3d517e75dad', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.801747] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Creating folder: Project (e2634516bb804dfda06132f859d8c6ce). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.805354] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-157127b2-862d-491f-a71b-282a40c73cc4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.819600] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Created folder: Project (e2634516bb804dfda06132f859d8c6ce) in parent group-v866349. [ 601.819785] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Creating folder: Instances. Parent ref: group-v866353. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.820066] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddbf5b3c-4e23-424d-93a8-991d78b75c3e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.831949] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Created folder: Instances in parent group-v866353. [ 601.832430] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 601.835446] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.836015] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1de8d00-c135-4272-a345-ff7dd580ac8c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.864556] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.864556] env[65311]: value = "task-4427594" [ 601.864556] env[65311]: _type = "Task" [ 601.864556] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.875992] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427594, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.994757] env[65311]: DEBUG oslo_vmware.rw_handles [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Completed reading data from the image iterator. {{(pid=65311) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 601.995021] env[65311]: DEBUG oslo_vmware.rw_handles [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 602.072034] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquiring lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.073647] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.127147] env[65311]: DEBUG nova.compute.manager [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 602.141608] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Downloaded image file data 18b11ab8-080e-4f09-9997-e25574522e0a to vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk on the data store datastore1 {{(pid=65311) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 602.143153] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Caching image {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 602.143468] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Copying Virtual Disk [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk to [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.144158] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcd8c8b5-893d-4d6f-888c-93e8489a020d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.155324] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 602.155324] env[65311]: value = "task-4427595" [ 602.155324] env[65311]: _type = "Task" [ 602.155324] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.168460] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.170027] env[65311]: WARNING neutronclient.v2_0.client [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.291041] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565fc405-680b-4c8c-9269-6c9b4cdf1d15 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.299640] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9664df7a-6f32-412a-bf86-2825a1c61f1d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.334028] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74051011-01fc-45cc-8711-de588c9f1c50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.343029] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880697cc-c941-4f24-b155-df8b999eaa66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.360123] env[65311]: DEBUG nova.compute.provider_tree [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.363199] env[65311]: DEBUG nova.policy [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8296e38eba04444ac4d7ee1b7118447', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c2a410767614861a901eb0b96f7bce6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.379030] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427594, 'name': CreateVM_Task, 'duration_secs': 0.408985} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.379030] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.379030] env[65311]: WARNING neutronclient.v2_0.client [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.379030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.379030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.379683] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.379683] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f63382-c9c0-4587-b494-97a977cc2909 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.384588] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 602.384588] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5251900a-4bcd-dff3-51b5-9d5825d10df0" [ 602.384588] env[65311]: _type = "Task" [ 602.384588] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.393865] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5251900a-4bcd-dff3-51b5-9d5825d10df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.574562] env[65311]: DEBUG nova.compute.manager [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 602.669249] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427595, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.677344] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Successfully updated port: 979debb6-884b-4873-b63c-4d693567f371 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 602.715251] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 602.867525] env[65311]: DEBUG nova.scheduler.client.report [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.896417] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.896672] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.896874] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.107636] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.137482] env[65311]: DEBUG nova.compute.manager [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 603.169926] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704583} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.170401] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Copied Virtual Disk [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk to [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.170723] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Deleting the datastore file [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.171167] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f90987d-330f-4299-a871-826665b15143 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.178621] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 603.179327] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.180384] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 603.180838] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.184019] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 603.184019] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 603.184019] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 603.184019] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 603.184019] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 603.184467] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 603.184467] env[65311]: DEBUG nova.virt.hardware [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 603.184467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "refresh_cache-2e397b2e-58cf-4749-a3b3-7944b810118f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.184467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "refresh_cache-2e397b2e-58cf-4749-a3b3-7944b810118f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.184467] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 603.186015] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13603253-8e0d-4eeb-bf10-82b4e0f905a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.191694] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 603.191694] env[65311]: value = "task-4427596" [ 603.191694] env[65311]: _type = "Task" [ 603.191694] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.202292] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3046989f-9c4f-43f6-9254-3d5f53f520a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.211180] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.265062] env[65311]: DEBUG nova.network.neutron [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Successfully created port: b541b157-8bee-4f75-aabd-b811e00e8f92 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.375327] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.376042] env[65311]: DEBUG nova.compute.manager [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 603.380636] env[65311]: DEBUG nova.network.neutron [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Updating instance_info_cache with network_info: [{"id": "0939c9a6-35fb-4453-ab08-cc2fd1abc69f", "address": "fa:16:3e:f0:56:8e", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0939c9a6-35", "ovs_interfaceid": "0939c9a6-35fb-4453-ab08-cc2fd1abc69f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.382143] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.450s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.705142] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040228} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.705142] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.705411] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Moving file from [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a/18b11ab8-080e-4f09-9997-e25574522e0a to [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a. {{(pid=65311) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 603.705736] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f9d89f48-18b5-4bd7-b7cd-d732e5b13934 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.713715] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 603.713715] env[65311]: value = "task-4427597" [ 603.713715] env[65311]: _type = "Task" [ 603.713715] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.724417] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427597, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.887662] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Releasing lock "refresh_cache-5c1a2e41-feac-4687-ab2c-54ea1db131d0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.887662] env[65311]: DEBUG nova.compute.manager [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Instance network_info: |[{"id": "0939c9a6-35fb-4453-ab08-cc2fd1abc69f", "address": "fa:16:3e:f0:56:8e", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0939c9a6-35", "ovs_interfaceid": "0939c9a6-35fb-4453-ab08-cc2fd1abc69f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 603.888799] env[65311]: DEBUG nova.compute.utils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.890325] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:56:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0939c9a6-35fb-4453-ab08-cc2fd1abc69f', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.898597] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Creating folder: Project (ce1550dd95274f7a803364a14f570d33). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.898597] env[65311]: DEBUG nova.compute.manager [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 603.898597] env[65311]: DEBUG nova.network.neutron [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 603.898856] env[65311]: WARNING neutronclient.v2_0.client [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.899142] env[65311]: WARNING neutronclient.v2_0.client [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.901800] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b662e7a-60ba-45ba-a3d8-9705741b153d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.913794] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Created folder: Project (ce1550dd95274f7a803364a14f570d33) in parent group-v866349. [ 603.914014] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Creating folder: Instances. Parent ref: group-v866356. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.914293] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f4ee863-eabc-493b-ab65-ca145b94af04 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.926267] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Created folder: Instances in parent group-v866356. [ 603.926539] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 603.926758] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.926982] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2edffd42-debc-4058-8492-9fdad7866efc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.948383] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.948383] env[65311]: value = "task-4427600" [ 603.948383] env[65311]: _type = "Task" [ 603.948383] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.958092] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427600, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.054173] env[65311]: WARNING neutronclient.v2_0.client [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.224337] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427597, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.0293} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.224534] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] File moved {{(pid=65311) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 604.224742] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Cleaning up location [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 604.224895] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Deleting the datastore file [datastore1] vmware_temp/4e071838-4a88-4f23-9df6-23d1a795683a {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.225159] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-413d8582-5533-449e-84bf-a72470974d84 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.232983] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 604.232983] env[65311]: value = "task-4427601" [ 604.232983] env[65311]: _type = "Task" [ 604.232983] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.242715] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.266261] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 604.404737] env[65311]: DEBUG nova.compute.manager [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 604.436625] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance e2756002-8969-4063-978f-5c4f60867aed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 604.437063] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance ac7727ee-37d8-4b9a-9ad9-15dadab03b79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 604.437063] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5c1a2e41-feac-4687-ab2c-54ea1db131d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 604.437063] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 13e118c9-a6aa-4b79-879a-b432a112900e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 604.437227] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 2e397b2e-58cf-4749-a3b3-7944b810118f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 604.437227] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance b3acc990-6aa8-4103-9503-a4a5ed2488eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 604.437901] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 604.460483] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427600, 'name': CreateVM_Task, 'duration_secs': 0.50947} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.460676] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.461170] env[65311]: WARNING neutronclient.v2_0.client [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.461557] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.461672] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.461976] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.462286] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17dc5580-ba56-4e87-aff2-3c6a54b7b5b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.468491] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 604.468491] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521a3df8-51bc-abfa-37d4-c813ee423ce0" [ 604.468491] env[65311]: _type = "Task" [ 604.468491] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.478392] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521a3df8-51bc-abfa-37d4-c813ee423ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.747019] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032322} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.747019] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.747019] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f3eec2-fc5b-469c-ab4f-35451b2d5562 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.751507] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 604.751507] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52982a13-7cc6-4794-b10c-f22f5f91b11c" [ 604.751507] env[65311]: _type = "Task" [ 604.751507] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.762233] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52982a13-7cc6-4794-b10c-f22f5f91b11c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.776698] env[65311]: DEBUG nova.policy [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6498fe068aac4381806731e8a643d8e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '142d4081343640e6b9ec219248d03110', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.823148] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Updating instance_info_cache with network_info: [{"id": "a13626ab-dd5e-47a4-a527-e37557e71032", "address": "fa:16:3e:12:7a:19", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa13626ab-dd", "ovs_interfaceid": "a13626ab-dd5e-47a4-a527-e37557e71032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.941620] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 604.941620] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 604.941620] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=100GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '7', 'num_vm_building': '7', 'num_task_spawning': '6', 'num_os_type_None': '7', 'num_proj_525cebaed39b44e6819d6bc5bf090f20': '1', 'io_workload': '7', 'num_proj_e2634516bb804dfda06132f859d8c6ce': '1', 'num_proj_ce1550dd95274f7a803364a14f570d33': '1', 'num_proj_a268199bd38f466abc3029e68ba90fdf': '2', 'num_proj_7c2a410767614861a901eb0b96f7bce6': '1', 'num_task_None': '1', 'num_proj_142d4081343640e6b9ec219248d03110': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 604.988255] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521a3df8-51bc-abfa-37d4-c813ee423ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.029317} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.990095] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.991317] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.991526] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.098538] env[65311]: DEBUG nova.network.neutron [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Successfully updated port: b541b157-8bee-4f75-aabd-b811e00e8f92 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 605.107559] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b81cb20-6900-41ee-bf6c-79fa90556082 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.117253] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904d9514-d502-4252-82b6-b08cf6cbb2af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.160345] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bbfc07-c02e-4d46-af90-11048deb68b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.169777] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f2b091-6009-4a2f-b9c7-2774c3b69877 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.185612] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.193395] env[65311]: DEBUG nova.compute.manager [req-6882d690-9a5e-45f4-87c7-4015408943c4 req-f3e91fc7-47cf-45e8-af36-2a1cad1fad34 service nova] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Received event network-vif-plugged-0939c9a6-35fb-4453-ab08-cc2fd1abc69f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 605.193668] env[65311]: DEBUG oslo_concurrency.lockutils [req-6882d690-9a5e-45f4-87c7-4015408943c4 req-f3e91fc7-47cf-45e8-af36-2a1cad1fad34 service nova] Acquiring lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.193798] env[65311]: DEBUG oslo_concurrency.lockutils [req-6882d690-9a5e-45f4-87c7-4015408943c4 req-f3e91fc7-47cf-45e8-af36-2a1cad1fad34 service nova] Lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.193911] env[65311]: DEBUG oslo_concurrency.lockutils [req-6882d690-9a5e-45f4-87c7-4015408943c4 req-f3e91fc7-47cf-45e8-af36-2a1cad1fad34 service nova] Lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.194485] env[65311]: DEBUG nova.compute.manager [req-6882d690-9a5e-45f4-87c7-4015408943c4 req-f3e91fc7-47cf-45e8-af36-2a1cad1fad34 service nova] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] No waiting events found dispatching network-vif-plugged-0939c9a6-35fb-4453-ab08-cc2fd1abc69f {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 605.194485] env[65311]: WARNING nova.compute.manager [req-6882d690-9a5e-45f4-87c7-4015408943c4 req-f3e91fc7-47cf-45e8-af36-2a1cad1fad34 service nova] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Received unexpected event network-vif-plugged-0939c9a6-35fb-4453-ab08-cc2fd1abc69f for instance with vm_state building and task_state spawning. [ 605.222828] env[65311]: WARNING neutronclient.v2_0.client [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.264215] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52982a13-7cc6-4794-b10c-f22f5f91b11c, 'name': SearchDatastore_Task, 'duration_secs': 0.0211} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.264518] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.264909] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] e2756002-8969-4063-978f-5c4f60867aed/e2756002-8969-4063-978f-5c4f60867aed.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.265661] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.265919] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.266450] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3a2a012-e531-4758-87df-a82a22d64e26 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.269633] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-493fb0fb-826b-4bf2-8376-3491399289c9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.282889] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 605.282889] env[65311]: value = "task-4427602" [ 605.282889] env[65311]: _type = "Task" [ 605.282889] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.287671] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.287851] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.288685] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ff681a-6e0a-4d8f-b280-cd84ef621295 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.296355] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.297711] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 605.297711] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524933e0-5601-fc8d-0714-fc97627c11da" [ 605.297711] env[65311]: _type = "Task" [ 605.297711] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.305789] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524933e0-5601-fc8d-0714-fc97627c11da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.326686] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "refresh_cache-13e118c9-a6aa-4b79-879a-b432a112900e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.327103] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Instance network_info: |[{"id": "a13626ab-dd5e-47a4-a527-e37557e71032", "address": "fa:16:3e:12:7a:19", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa13626ab-dd", "ovs_interfaceid": "a13626ab-dd5e-47a4-a527-e37557e71032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 605.327591] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:7a:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a13626ab-dd5e-47a4-a527-e37557e71032', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.336080] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Creating folder: Project (a268199bd38f466abc3029e68ba90fdf). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.336952] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fffcba8e-b748-498f-9ee5-f0f4f5b11154 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.349100] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Created folder: Project (a268199bd38f466abc3029e68ba90fdf) in parent group-v866349. [ 605.349303] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Creating folder: Instances. Parent ref: group-v866359. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.349549] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baf2a1e2-fab5-422b-a1ee-0fb1c8ebe854 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.360117] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Created folder: Instances in parent group-v866359. [ 605.360373] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 605.360563] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.360856] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ece52681-5a9f-46c0-9a92-c70a9de97ed9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.377577] env[65311]: DEBUG nova.network.neutron [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Successfully created port: 9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 605.387689] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.387689] env[65311]: value = "task-4427605" [ 605.387689] env[65311]: _type = "Task" [ 605.387689] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.396541] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427605, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.415964] env[65311]: DEBUG nova.compute.manager [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 605.442263] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 605.442711] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.442857] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 605.443109] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.443671] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 605.443671] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 605.443769] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 605.443958] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 605.444255] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 605.444526] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 605.444907] env[65311]: DEBUG nova.virt.hardware [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 605.445950] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d357e33-ab25-451e-99c1-8e47de8edd14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.456954] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfdbce1-7970-42b0-b09d-85d80abb13b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.601776] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquiring lock "refresh_cache-b3acc990-6aa8-4103-9503-a4a5ed2488eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.601776] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquired lock "refresh_cache-b3acc990-6aa8-4103-9503-a4a5ed2488eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.601979] env[65311]: DEBUG nova.network.neutron [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.619110] env[65311]: DEBUG nova.network.neutron [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Updating instance_info_cache with network_info: [{"id": "979debb6-884b-4873-b63c-4d693567f371", "address": "fa:16:3e:85:80:10", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979debb6-88", "ovs_interfaceid": "979debb6-884b-4873-b63c-4d693567f371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.692057] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.801022] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427602, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.810341] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524933e0-5601-fc8d-0714-fc97627c11da, 'name': SearchDatastore_Task, 'duration_secs': 0.018019} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.811660] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cbe07aa-cef1-4916-9786-6e951f0346c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.821031] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 605.821031] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52304d8f-f622-3c55-8b96-c16b9c3084ae" [ 605.821031] env[65311]: _type = "Task" [ 605.821031] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.830561] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52304d8f-f622-3c55-8b96-c16b9c3084ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.900654] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427605, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.123825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "refresh_cache-2e397b2e-58cf-4749-a3b3-7944b810118f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.124232] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Instance network_info: |[{"id": "979debb6-884b-4873-b63c-4d693567f371", "address": "fa:16:3e:85:80:10", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979debb6-88", "ovs_interfaceid": "979debb6-884b-4873-b63c-4d693567f371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 606.124691] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:80:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '979debb6-884b-4873-b63c-4d693567f371', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.132631] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 606.132864] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.133095] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e528f31-e649-4de5-9eae-a4e291cafbb6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.156236] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.156236] env[65311]: value = "task-4427606" [ 606.156236] env[65311]: _type = "Task" [ 606.156236] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.166959] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427606, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.202907] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 606.203201] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.821s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.203469] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.096s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.205120] env[65311]: INFO nova.compute.claims [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.296033] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51777} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.296301] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] e2756002-8969-4063-978f-5c4f60867aed/e2756002-8969-4063-978f-5c4f60867aed.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.296641] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.296800] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39a6b9e4-9aec-40db-90fe-977aeca84856 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.305134] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 606.305134] env[65311]: value = "task-4427607" [ 606.305134] env[65311]: _type = "Task" [ 606.305134] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.316502] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.331729] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52304d8f-f622-3c55-8b96-c16b9c3084ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.332350] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.332350] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] ac7727ee-37d8-4b9a-9ad9-15dadab03b79/ac7727ee-37d8-4b9a-9ad9-15dadab03b79.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.332603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.332782] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.333042] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53516f53-0522-4256-9756-77c35bd8834b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.335570] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1d7af1e-0acb-4121-b0d0-ad37da36116e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.345264] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 606.345264] env[65311]: value = "task-4427608" [ 606.345264] env[65311]: _type = "Task" [ 606.345264] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.347144] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.347594] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.352140] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba7d060-69ff-48b3-a2ee-0d8ee356e775 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.361655] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.362708] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 606.362708] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526bcd8f-cdeb-d028-6967-80067a1bc35b" [ 606.362708] env[65311]: _type = "Task" [ 606.362708] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.372513] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526bcd8f-cdeb-d028-6967-80067a1bc35b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.398688] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427605, 'name': CreateVM_Task, 'duration_secs': 0.620218} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.398865] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.399406] env[65311]: WARNING neutronclient.v2_0.client [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.399760] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.399906] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.400260] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.400516] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f759a00d-7ac8-47d3-8b73-c49918df53d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.406782] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 606.406782] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d870fe-86ef-9777-a553-7a4c986a49aa" [ 606.406782] env[65311]: _type = "Task" [ 606.406782] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.418771] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d870fe-86ef-9777-a553-7a4c986a49aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.471663] env[65311]: DEBUG nova.network.neutron [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.669781] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427606, 'name': CreateVM_Task, 'duration_secs': 0.382831} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.670469] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.671704] env[65311]: WARNING neutronclient.v2_0.client [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.671704] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.818351] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06969} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.818733] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.820140] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73c67de-6acc-42d0-b835-ac5b5c93be7b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.852408] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] e2756002-8969-4063-978f-5c4f60867aed/e2756002-8969-4063-978f-5c4f60867aed.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.852803] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4081d27-184c-4374-bc03-ec6f10a50c74 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.888092] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427608, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.892506] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 606.892506] env[65311]: value = "task-4427609" [ 606.892506] env[65311]: _type = "Task" [ 606.892506] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.907872] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.908254] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526bcd8f-cdeb-d028-6967-80067a1bc35b, 'name': SearchDatastore_Task, 'duration_secs': 0.018779} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.912955] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec2e704-0e2d-4559-9de1-683c2952fe2f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.920370] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 606.920370] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5200249f-8122-5fee-b6e0-184f4b55a65d" [ 606.920370] env[65311]: _type = "Task" [ 606.920370] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.925835] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d870fe-86ef-9777-a553-7a4c986a49aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011371} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.928564] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.928941] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.929530] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.929945] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.930220] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.930811] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4478387-4f4a-4025-a651-342b8db631f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.937410] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5200249f-8122-5fee-b6e0-184f4b55a65d, 'name': SearchDatastore_Task, 'duration_secs': 0.012133} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.940559] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.940559] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 5c1a2e41-feac-4687-ab2c-54ea1db131d0/5c1a2e41-feac-4687-ab2c-54ea1db131d0.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.940559] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 606.940559] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ca9db4-ca52-be44-6b68-058605830aab" [ 606.940559] env[65311]: _type = "Task" [ 606.940559] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.940559] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.940997] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.940997] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e2e970f-27cf-4157-bfc2-af38b58bfe1b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.943871] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96ea13bd-f503-431c-aee5-5a6400994961 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.955185] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ca9db4-ca52-be44-6b68-058605830aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.957135] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 606.957135] env[65311]: value = "task-4427610" [ 606.957135] env[65311]: _type = "Task" [ 606.957135] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.961983] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.961983] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.962392] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6af248a-bf3d-413f-9ee6-51fc334c3943 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.967863] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.971908] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 606.971908] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ed4209-13e2-85e5-accb-57c7c803d83b" [ 606.971908] env[65311]: _type = "Task" [ 606.971908] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.980808] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ed4209-13e2-85e5-accb-57c7c803d83b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.102394] env[65311]: DEBUG nova.network.neutron [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Successfully updated port: 9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 607.239764] env[65311]: WARNING neutronclient.v2_0.client [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.339657] env[65311]: DEBUG nova.network.neutron [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Updating instance_info_cache with network_info: [{"id": "b541b157-8bee-4f75-aabd-b811e00e8f92", "address": "fa:16:3e:e2:09:e0", "network": {"id": "cae14fed-15b4-417d-8454-5bd5ba934f41", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1686872263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2a410767614861a901eb0b96f7bce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb541b157-8b", "ovs_interfaceid": "b541b157-8bee-4f75-aabd-b811e00e8f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.370220] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579961} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.370814] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] ac7727ee-37d8-4b9a-9ad9-15dadab03b79/ac7727ee-37d8-4b9a-9ad9-15dadab03b79.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.371154] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.371522] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-838b3e4b-eb3b-44bf-b612-da68ffb9b3bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.381097] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 607.381097] env[65311]: value = "task-4427611" [ 607.381097] env[65311]: _type = "Task" [ 607.381097] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.397289] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.403020] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2608e31-96e4-4498-99cf-1722fa29ecee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.407341] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.414551] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2507bdd4-a7cb-4b6b-9936-6b753e0f2012 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.455724] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd4dfc8-637b-4f4d-8aa7-50422095b42d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.466991] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ca9db4-ca52-be44-6b68-058605830aab, 'name': SearchDatastore_Task, 'duration_secs': 0.024189} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.469680] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.469918] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.470206] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.471909] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ed8a81-36f9-4e2f-bd0b-2da0e02dccfd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.479304] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.498113] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ed4209-13e2-85e5-accb-57c7c803d83b, 'name': SearchDatastore_Task, 'duration_secs': 0.015433} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.498602] env[65311]: DEBUG nova.compute.provider_tree [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 607.501222] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3d0942-be23-4cdb-9f74-a859ca37f266 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.508151] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 607.508151] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f0972d-e1b8-b0da-b1b5-c0d5653f070f" [ 607.508151] env[65311]: _type = "Task" [ 607.508151] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.517507] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f0972d-e1b8-b0da-b1b5-c0d5653f070f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.607025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.607025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.607186] env[65311]: DEBUG nova.network.neutron [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 607.843615] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Releasing lock "refresh_cache-b3acc990-6aa8-4103-9503-a4a5ed2488eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.843615] env[65311]: DEBUG nova.compute.manager [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Instance network_info: |[{"id": "b541b157-8bee-4f75-aabd-b811e00e8f92", "address": "fa:16:3e:e2:09:e0", "network": {"id": "cae14fed-15b4-417d-8454-5bd5ba934f41", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1686872263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2a410767614861a901eb0b96f7bce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb541b157-8b", "ovs_interfaceid": "b541b157-8bee-4f75-aabd-b811e00e8f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 607.844825] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:09:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b541b157-8bee-4f75-aabd-b811e00e8f92', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.856600] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Creating folder: Project (7c2a410767614861a901eb0b96f7bce6). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.857507] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b077190-2dbe-400f-a53f-e49672c39f57 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.874511] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Created folder: Project (7c2a410767614861a901eb0b96f7bce6) in parent group-v866349. [ 607.874737] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Creating folder: Instances. Parent ref: group-v866363. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.875117] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d90582b0-2479-40ca-b16c-aab40841685a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.900034] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Received event network-changed-1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 607.900375] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Refreshing instance network info cache due to event network-changed-1391178e-1c76-4d0a-8b55-f2895525073d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 607.900786] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquiring lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.901048] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquired lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.901294] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Refreshing network info cache for port 1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.917752] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Created folder: Instances in parent group-v866363. [ 607.918284] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 607.918654] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1953} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.919397] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.920041] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.922491] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1479c3f8-4154-4b18-ab2f-cad6c04e7764 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.958235] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b390ceeb-66e2-41dc-9fd6-72a1d6958652 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.971715] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427609, 'name': ReconfigVM_Task, 'duration_secs': 0.996514} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.978196] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Reconfigured VM instance instance-00000001 to attach disk [datastore1] e2756002-8969-4063-978f-5c4f60867aed/e2756002-8969-4063-978f-5c4f60867aed.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.982069] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffd61851-c27d-454f-9f54-c8e88ea41872 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.984614] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.984614] env[65311]: value = "task-4427614" [ 607.984614] env[65311]: _type = "Task" [ 607.984614] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.021393] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] ac7727ee-37d8-4b9a-9ad9-15dadab03b79/ac7727ee-37d8-4b9a-9ad9-15dadab03b79.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.029414] env[65311]: DEBUG nova.scheduler.client.report [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.039995] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11c63094-c8d0-40ab-9c25-6a9e13372be9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.054638] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.998493} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.065191] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 5c1a2e41-feac-4687-ab2c-54ea1db131d0/5c1a2e41-feac-4687-ab2c-54ea1db131d0.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.065582] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.065911] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquiring lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.066115] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.068769] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 608.068769] env[65311]: value = "task-4427615" [ 608.068769] env[65311]: _type = "Task" [ 608.068769] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.070190] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79dc049a-c83b-4020-822c-b2ff93a92afc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.082809] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427614, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.090180] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 608.090180] env[65311]: value = "task-4427616" [ 608.090180] env[65311]: _type = "Task" [ 608.090180] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.091232] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f0972d-e1b8-b0da-b1b5-c0d5653f070f, 'name': SearchDatastore_Task, 'duration_secs': 0.035436} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.093470] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.095026] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 13e118c9-a6aa-4b79-879a-b432a112900e/13e118c9-a6aa-4b79-879a-b432a112900e.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.097982] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.098240] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.098605] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a959dfec-ccaf-4408-8e8c-8d9101cdfa2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.106675] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-398991ae-e634-47b0-8159-7d82c330024a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.109169] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427615, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.118612] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.118871] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 608.118871] env[65311]: value = "task-4427617" [ 608.118871] env[65311]: _type = "Task" [ 608.118871] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.120493] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 608.120493] env[65311]: value = "task-4427618" [ 608.120493] env[65311]: _type = "Task" [ 608.120493] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.131252] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.131252] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.131883] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb13642a-44e3-48ac-b425-c2e4a1675816 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.139179] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.145826] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.148284] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 608.148284] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525638ac-bde7-5023-27c7-4aad7d2b0afb" [ 608.148284] env[65311]: _type = "Task" [ 608.148284] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.158327] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525638ac-bde7-5023-27c7-4aad7d2b0afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.170931] env[65311]: DEBUG nova.network.neutron [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 608.420093] env[65311]: WARNING neutronclient.v2_0.client [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.522173] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427614, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.561618] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.562928] env[65311]: DEBUG nova.compute.manager [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 608.580139] env[65311]: DEBUG nova.compute.manager [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 608.595909] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427615, 'name': Rename_Task, 'duration_secs': 0.30215} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.603592] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.604359] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a74498b-0b18-4969-ad85-c6778d8e1d87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.617593] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.618498] env[65311]: WARNING neutronclient.v2_0.client [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.622545] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 608.622545] env[65311]: value = "task-4427619" [ 608.622545] env[65311]: _type = "Task" [ 608.622545] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.652518] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198523} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.652891] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.653109] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427619, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.653351] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.659052] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c013fea2-3d60-4de1-ba6a-848736857561 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.670445] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525638ac-bde7-5023-27c7-4aad7d2b0afb, 'name': SearchDatastore_Task, 'duration_secs': 0.014362} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.692307] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 5c1a2e41-feac-4687-ab2c-54ea1db131d0/5c1a2e41-feac-4687-ab2c-54ea1db131d0.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.692494] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cfeef7a-572c-4ef4-9239-090e7307f0d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.695332] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c4adbf-f813-4d31-936d-401482d8fd0a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.719548] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 608.719548] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52da0325-eb79-88db-8f6a-aa02cd810333" [ 608.719548] env[65311]: _type = "Task" [ 608.719548] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.719876] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 608.719876] env[65311]: value = "task-4427620" [ 608.719876] env[65311]: _type = "Task" [ 608.719876] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.736156] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52da0325-eb79-88db-8f6a-aa02cd810333, 'name': SearchDatastore_Task, 'duration_secs': 0.015788} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.740300] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.740643] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 2e397b2e-58cf-4749-a3b3-7944b810118f/2e397b2e-58cf-4749-a3b3-7944b810118f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.740950] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.741184] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b08092e4-afc2-4939-91fd-7e54a02574d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.749595] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 608.749595] env[65311]: value = "task-4427621" [ 608.749595] env[65311]: _type = "Task" [ 608.749595] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.759627] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.809579] env[65311]: DEBUG nova.network.neutron [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance_info_cache with network_info: [{"id": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "address": "fa:16:3e:1f:4c:00", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a79c61d-15", "ovs_interfaceid": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.943864] env[65311]: WARNING neutronclient.v2_0.client [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.019484] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427614, 'name': CreateVM_Task, 'duration_secs': 0.621339} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.019484] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.020082] env[65311]: WARNING neutronclient.v2_0.client [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.021542] env[65311]: DEBUG oslo_vmware.service [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ef786-b429-4743-ab38-84062c05acc6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.035377] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.036030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.036030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.036394] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a194160-f490-409d-8043-7283819dc457 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.043683] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 609.043683] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b46ebb-bb01-c9b0-daf4-f7bb235c5a7b" [ 609.043683] env[65311]: _type = "Task" [ 609.043683] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.060017] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b46ebb-bb01-c9b0-daf4-f7bb235c5a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.070389] env[65311]: DEBUG nova.compute.utils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.072369] env[65311]: DEBUG nova.compute.manager [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 609.072369] env[65311]: DEBUG nova.network.neutron [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 609.072785] env[65311]: WARNING neutronclient.v2_0.client [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.073259] env[65311]: WARNING neutronclient.v2_0.client [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.084201] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Updated VIF entry in instance network info cache for port 1391178e-1c76-4d0a-8b55-f2895525073d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 609.086631] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Updating instance_info_cache with network_info: [{"id": "1391178e-1c76-4d0a-8b55-f2895525073d", "address": "fa:16:3e:5d:41:18", "network": {"id": "e484e25b-37ba-41b4-a579-5a98532b839f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1475897132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "525cebaed39b44e6819d6bc5bf090f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1391178e-1c", "ovs_interfaceid": "1391178e-1c76-4d0a-8b55-f2895525073d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.112434] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427616, 'name': ReconfigVM_Task, 'duration_secs': 0.72294} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.113692] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.113958] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.115569] env[65311]: INFO nova.compute.claims [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.118285] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Reconfigured VM instance instance-00000002 to attach disk [datastore1] ac7727ee-37d8-4b9a-9ad9-15dadab03b79/ac7727ee-37d8-4b9a-9ad9-15dadab03b79.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.119577] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3b47b51-2246-480a-84e0-1d126075b060 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.132572] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 609.132572] env[65311]: value = "task-4427622" [ 609.132572] env[65311]: _type = "Task" [ 609.132572] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.145895] env[65311]: DEBUG nova.policy [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1cae8ead3d740e2a4a0f2c4f75655ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc5bfccdd91b4449b3ff0c6912447b95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.160789] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.168412] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427622, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.168412] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62677} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.168412] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 13e118c9-a6aa-4b79-879a-b432a112900e/13e118c9-a6aa-4b79-879a-b432a112900e.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.168633] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.168834] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dd47dad-eb7e-4b70-a72e-18541718bd95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.177653] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 609.177653] env[65311]: value = "task-4427623" [ 609.177653] env[65311]: _type = "Task" [ 609.177653] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.191762] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.233697] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.261808] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427621, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.311803] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.312103] env[65311]: DEBUG nova.compute.manager [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Instance network_info: |[{"id": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "address": "fa:16:3e:1f:4c:00", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a79c61d-15", "ovs_interfaceid": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 609.312632] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:4c:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.321702] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Creating folder: Project (142d4081343640e6b9ec219248d03110). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.322535] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ff57bc0-30c5-45dd-a3ec-d3190db7eb3c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.337680] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Created folder: Project (142d4081343640e6b9ec219248d03110) in parent group-v866349. [ 609.337680] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Creating folder: Instances. Parent ref: group-v866366. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.337869] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6daf4a9c-bed5-4c7d-a07b-6a391f946a37 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.350849] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Created folder: Instances in parent group-v866366. [ 609.351071] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 609.351285] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.354561] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92c73c5b-1d50-4900-8acb-3c0001011cda {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.374359] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.374359] env[65311]: value = "task-4427626" [ 609.374359] env[65311]: _type = "Task" [ 609.374359] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.384416] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427626, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.520836] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquiring lock "c45089f9-6b16-4e78-b557-d1a999199f97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.522175] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "c45089f9-6b16-4e78-b557-d1a999199f97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.558710] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.558710] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.558710] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.559203] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.559203] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.559203] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5da884d2-1c97-4fd9-8ddb-470ba0fc1c1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.569637] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.569764] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.571215] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2460dca5-3d6a-4a3d-af82-cf33748621cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.574873] env[65311]: DEBUG nova.network.neutron [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Successfully created port: 8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 609.578094] env[65311]: DEBUG nova.compute.manager [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 609.589021] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378d8666-f330-41c0-9847-0a5f07c88d23 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.589021] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Releasing lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.589287] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Received event network-vif-plugged-5d0db364-a5aa-4e9e-8bfd-c3d517e75dad {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 609.589531] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquiring lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.589736] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.589887] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.590055] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] No waiting events found dispatching network-vif-plugged-5d0db364-a5aa-4e9e-8bfd-c3d517e75dad {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 609.590215] env[65311]: WARNING nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Received unexpected event network-vif-plugged-5d0db364-a5aa-4e9e-8bfd-c3d517e75dad for instance with vm_state building and task_state spawning. [ 609.590367] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Received event network-changed-5d0db364-a5aa-4e9e-8bfd-c3d517e75dad {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 609.590510] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Refreshing instance network info cache due to event network-changed-5d0db364-a5aa-4e9e-8bfd-c3d517e75dad. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 609.590679] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquiring lock "refresh_cache-ac7727ee-37d8-4b9a-9ad9-15dadab03b79" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.590806] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquired lock "refresh_cache-ac7727ee-37d8-4b9a-9ad9-15dadab03b79" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.590950] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Refreshing network info cache for port 5d0db364-a5aa-4e9e-8bfd-c3d517e75dad {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.596680] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 609.596680] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520e7fda-70a0-61a2-8ed5-56294d3f6830" [ 609.596680] env[65311]: _type = "Task" [ 609.596680] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.613711] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Preparing fetch location {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 609.613774] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Creating directory with path [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.613995] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acf57321-c6ac-4d83-885a-f5d3bad9e7cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.641197] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Created directory with path [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.641197] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Fetch image to [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 609.641197] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Downloading image file data 18b11ab8-080e-4f09-9997-e25574522e0a to [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk on the data store datastore2 {{(pid=65311) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 609.642906] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8386328-42b2-4fe2-814b-a519a185061d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.651513] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427619, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.663882] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd3f3d6-3bc5-4ae8-a6fd-9008f47ba0c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.667690] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427622, 'name': Rename_Task, 'duration_secs': 0.344897} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.668255] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.670261] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b574ee1d-8bf5-4aa5-afff-6f4e169378ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.679308] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ebfeb-f34d-4d6c-af63-284ba29d698a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.683765] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 609.683765] env[65311]: value = "task-4427627" [ 609.683765] env[65311]: _type = "Task" [ 609.683765] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.727881] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2ebe1e-1960-425e-b781-e008d0e50830 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.737578] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097983} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.740189] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427627, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.740189] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.740827] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f300b8-907d-4acd-9719-dbdce9937826 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.748361] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427620, 'name': ReconfigVM_Task, 'duration_secs': 0.615545} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.749054] env[65311]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2485bc2c-2b60-4a14-bdf1-414a2dbab251 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.751246] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 5c1a2e41-feac-4687-ab2c-54ea1db131d0/5c1a2e41-feac-4687-ab2c-54ea1db131d0.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 609.765313] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ae08796-8379-470e-92ae-c5e7c86e336a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.778658] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 13e118c9-a6aa-4b79-879a-b432a112900e/13e118c9-a6aa-4b79-879a-b432a112900e.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.782674] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d95eaa-2146-4e41-9459-be23f7ee2588 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.806334] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543575} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.808827] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 2e397b2e-58cf-4749-a3b3-7944b810118f/2e397b2e-58cf-4749-a3b3-7944b810118f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.809031] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.809355] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 609.809355] env[65311]: value = "task-4427629" [ 609.809355] env[65311]: _type = "Task" [ 609.809355] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.809803] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 609.809803] env[65311]: value = "task-4427628" [ 609.809803] env[65311]: _type = "Task" [ 609.809803] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.809803] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcbf05b0-3f15-45e7-90ee-64aa48d258dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.820368] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Downloading image file data 18b11ab8-080e-4f09-9997-e25574522e0a to the data store datastore2 {{(pid=65311) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 609.833085] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.834087] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427628, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.836097] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 609.836097] env[65311]: value = "task-4427630" [ 609.836097] env[65311]: _type = "Task" [ 609.836097] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.848679] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.887834] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427626, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.909297] env[65311]: DEBUG oslo_vmware.rw_handles [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65311) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 610.024433] env[65311]: DEBUG nova.compute.manager [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 610.094457] env[65311]: WARNING neutronclient.v2_0.client [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.146737] env[65311]: DEBUG oslo_vmware.api [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427619, 'name': PowerOnVM_Task, 'duration_secs': 1.129594} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.154235] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.154903] env[65311]: INFO nova.compute.manager [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Took 18.35 seconds to spawn the instance on the hypervisor. [ 610.155199] env[65311]: DEBUG nova.compute.manager [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 610.156781] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e76d6e-3ad6-4fc8-8a2d-643b6c9eb364 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.205105] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.332170] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427629, 'name': ReconfigVM_Task, 'duration_secs': 0.410528} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.332406] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427628, 'name': Rename_Task, 'duration_secs': 0.19895} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.335403] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 13e118c9-a6aa-4b79-879a-b432a112900e/13e118c9-a6aa-4b79-879a-b432a112900e.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.336141] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.337028] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb8bead8-2c4f-404c-9a0e-c93e7e062c98 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.338910] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa0bfc3f-09cb-478c-867b-73774df2a460 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.349604] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bced223-76ce-4c45-9383-93eb0c8b0e1c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.357394] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 610.357394] env[65311]: value = "task-4427632" [ 610.357394] env[65311]: _type = "Task" [ 610.357394] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.359460] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088157} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.359800] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 610.359800] env[65311]: value = "task-4427631" [ 610.359800] env[65311]: _type = "Task" [ 610.359800] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.366303] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.368157] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934b7bd1-c9a5-4f18-b2ea-49014910cb76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.382971] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b24ee04-d14e-446c-bb68-71a33ea2025f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.406997] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427631, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.407412] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.416831] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 2e397b2e-58cf-4749-a3b3-7944b810118f/2e397b2e-58cf-4749-a3b3-7944b810118f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.421997] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb68e519-61ea-471c-939d-975551c6f6ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.447334] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427626, 'name': CreateVM_Task, 'duration_secs': 0.631907} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.447334] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.447334] env[65311]: WARNING neutronclient.v2_0.client [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.447692] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.447837] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.448624] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.448624] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c532f205-034c-4e61-a674-06e47069bb3a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.482305] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fa570d-6079-48b2-8524-8c26fa2626a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.485623] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 610.485623] env[65311]: value = "task-4427633" [ 610.485623] env[65311]: _type = "Task" [ 610.485623] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.488542] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 610.488542] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52449cca-f346-2783-074d-f46d89cc919d" [ 610.488542] env[65311]: _type = "Task" [ 610.488542] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.502159] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0224ad6-b1eb-4c6d-9af5-11bd918c60b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.514034] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.530207] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.530473] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.530688] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.531129] env[65311]: DEBUG nova.compute.provider_tree [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.552308] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.588120] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "de11687e-08cc-4ee7-91fa-789196241589" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.588356] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.589306] env[65311]: DEBUG nova.compute.manager [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 610.594805] env[65311]: WARNING neutronclient.v2_0.client [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.618338] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 610.618664] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.618814] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 610.618986] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.619133] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 610.619271] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 610.619479] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 610.619675] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 610.619846] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 610.620016] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 610.620182] env[65311]: DEBUG nova.virt.hardware [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 610.621128] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c4fe3c-f833-4805-b24e-483394425748 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.631254] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc20b2-65d9-4d21-b765-680a3db6fbcb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.684880] env[65311]: INFO nova.compute.manager [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Took 23.11 seconds to build instance. [ 610.701996] env[65311]: DEBUG oslo_vmware.api [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427627, 'name': PowerOnVM_Task, 'duration_secs': 0.643272} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.702216] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.702438] env[65311]: INFO nova.compute.manager [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Took 16.61 seconds to spawn the instance on the hypervisor. [ 610.703018] env[65311]: DEBUG nova.compute.manager [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 610.703592] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc60eb68-b368-4b0e-abfd-00c0763a6023 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.809528] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Updated VIF entry in instance network info cache for port 5d0db364-a5aa-4e9e-8bfd-c3d517e75dad. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 610.810141] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Updating instance_info_cache with network_info: [{"id": "5d0db364-a5aa-4e9e-8bfd-c3d517e75dad", "address": "fa:16:3e:cb:27:de", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0db364-a5", "ovs_interfaceid": "5d0db364-a5aa-4e9e-8bfd-c3d517e75dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.850824] env[65311]: DEBUG oslo_vmware.rw_handles [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Completed reading data from the image iterator. {{(pid=65311) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 610.850824] env[65311]: DEBUG oslo_vmware.rw_handles [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 610.878877] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427632, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.883428] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427631, 'name': Rename_Task, 'duration_secs': 0.198255} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.884367] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.884688] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ce2e8a-c91b-47eb-a232-8fc843402d92 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.895087] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 610.895087] env[65311]: value = "task-4427634" [ 610.895087] env[65311]: _type = "Task" [ 610.895087] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.908762] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.936300] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Downloaded image file data 18b11ab8-080e-4f09-9997-e25574522e0a to vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk on the data store datastore2 {{(pid=65311) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 610.936674] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Caching image {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 610.937150] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Copying Virtual Disk [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk to [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.937838] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d9893a4-73d3-4084-b5f7-a6531df622d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.951518] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 610.951518] env[65311]: value = "task-4427635" [ 610.951518] env[65311]: _type = "Task" [ 610.951518] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.964376] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.995454] env[65311]: DEBUG nova.compute.manager [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Received event network-changed-0939c9a6-35fb-4453-ab08-cc2fd1abc69f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 610.995966] env[65311]: DEBUG nova.compute.manager [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Refreshing instance network info cache due to event network-changed-0939c9a6-35fb-4453-ab08-cc2fd1abc69f. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 610.996454] env[65311]: DEBUG oslo_concurrency.lockutils [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] Acquiring lock "refresh_cache-5c1a2e41-feac-4687-ab2c-54ea1db131d0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.996626] env[65311]: DEBUG oslo_concurrency.lockutils [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] Acquired lock "refresh_cache-5c1a2e41-feac-4687-ab2c-54ea1db131d0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.997025] env[65311]: DEBUG nova.network.neutron [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Refreshing network info cache for port 0939c9a6-35fb-4453-ab08-cc2fd1abc69f {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.010265] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427633, 'name': ReconfigVM_Task, 'duration_secs': 0.398223} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.010265] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 2e397b2e-58cf-4749-a3b3-7944b810118f/2e397b2e-58cf-4749-a3b3-7944b810118f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.011731] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4af24bcd-add5-4c2f-9787-6ceed238fa8f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.023539] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 611.023539] env[65311]: value = "task-4427636" [ 611.023539] env[65311]: _type = "Task" [ 611.023539] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.034031] env[65311]: DEBUG nova.scheduler.client.report [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.042199] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427636, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.192396] env[65311]: DEBUG oslo_concurrency.lockutils [None req-172f610c-ce9e-4d0a-add4-3296d627d2ef tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "e2756002-8969-4063-978f-5c4f60867aed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.631s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.231949] env[65311]: INFO nova.compute.manager [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Took 21.99 seconds to build instance. [ 611.316411] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Releasing lock "refresh_cache-ac7727ee-37d8-4b9a-9ad9-15dadab03b79" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.316411] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Received event network-vif-plugged-a13626ab-dd5e-47a4-a527-e37557e71032 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 611.316411] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquiring lock "13e118c9-a6aa-4b79-879a-b432a112900e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.316411] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Lock "13e118c9-a6aa-4b79-879a-b432a112900e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.316411] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Lock "13e118c9-a6aa-4b79-879a-b432a112900e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.316655] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] No waiting events found dispatching network-vif-plugged-a13626ab-dd5e-47a4-a527-e37557e71032 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 611.316655] env[65311]: WARNING nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Received unexpected event network-vif-plugged-a13626ab-dd5e-47a4-a527-e37557e71032 for instance with vm_state building and task_state spawning. [ 611.316655] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Received event network-changed-a13626ab-dd5e-47a4-a527-e37557e71032 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 611.316655] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Refreshing instance network info cache due to event network-changed-a13626ab-dd5e-47a4-a527-e37557e71032. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 611.316655] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquiring lock "refresh_cache-13e118c9-a6aa-4b79-879a-b432a112900e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.317832] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquired lock "refresh_cache-13e118c9-a6aa-4b79-879a-b432a112900e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.318027] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Refreshing network info cache for port a13626ab-dd5e-47a4-a527-e37557e71032 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.327337] env[65311]: DEBUG nova.network.neutron [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Successfully updated port: 8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.376399] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427632, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.408144] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427634, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.463695] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427635, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.504801] env[65311]: WARNING neutronclient.v2_0.client [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.537513] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427636, 'name': Rename_Task, 'duration_secs': 0.177872} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.541222] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.542362] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a9be77-a7ee-468d-98ae-6a7d4063e3e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.544211] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.545069] env[65311]: DEBUG nova.compute.manager [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 611.547979] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.996s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.549806] env[65311]: INFO nova.compute.claims [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.558548] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 611.558548] env[65311]: value = "task-4427637" [ 611.558548] env[65311]: _type = "Task" [ 611.558548] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.568330] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.685785] env[65311]: WARNING neutronclient.v2_0.client [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.695618] env[65311]: DEBUG nova.compute.manager [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 611.736998] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67727329-4a05-4498-beb0-84a75700f29f tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.522s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.800050] env[65311]: DEBUG nova.network.neutron [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Updated VIF entry in instance network info cache for port 0939c9a6-35fb-4453-ab08-cc2fd1abc69f. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 611.800470] env[65311]: DEBUG nova.network.neutron [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Updating instance_info_cache with network_info: [{"id": "0939c9a6-35fb-4453-ab08-cc2fd1abc69f", "address": "fa:16:3e:f0:56:8e", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0939c9a6-35", "ovs_interfaceid": "0939c9a6-35fb-4453-ab08-cc2fd1abc69f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.822061] env[65311]: WARNING neutronclient.v2_0.client [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.834642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquiring lock "refresh_cache-8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.834842] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquired lock "refresh_cache-8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.835122] env[65311]: DEBUG nova.network.neutron [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 611.857337] env[65311]: DEBUG nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Received event network-vif-plugged-b541b157-8bee-4f75-aabd-b811e00e8f92 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 611.857337] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Acquiring lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.857337] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.857337] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.857337] env[65311]: DEBUG nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] No waiting events found dispatching network-vif-plugged-b541b157-8bee-4f75-aabd-b811e00e8f92 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 611.858176] env[65311]: WARNING nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Received unexpected event network-vif-plugged-b541b157-8bee-4f75-aabd-b811e00e8f92 for instance with vm_state building and task_state spawning. [ 611.858176] env[65311]: DEBUG nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Received event network-changed-b541b157-8bee-4f75-aabd-b811e00e8f92 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 611.858176] env[65311]: DEBUG nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Refreshing instance network info cache due to event network-changed-b541b157-8bee-4f75-aabd-b811e00e8f92. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 611.858176] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Acquiring lock "refresh_cache-b3acc990-6aa8-4103-9503-a4a5ed2488eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.858176] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Acquired lock "refresh_cache-b3acc990-6aa8-4103-9503-a4a5ed2488eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.858336] env[65311]: DEBUG nova.network.neutron [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Refreshing network info cache for port b541b157-8bee-4f75-aabd-b811e00e8f92 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.880489] env[65311]: DEBUG oslo_vmware.api [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427632, 'name': PowerOnVM_Task, 'duration_secs': 1.095678} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.885055] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.885055] env[65311]: INFO nova.compute.manager [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Took 15.51 seconds to spawn the instance on the hypervisor. [ 611.885055] env[65311]: DEBUG nova.compute.manager [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 611.886107] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d471762-4c8e-406e-b83b-bb8cc8eba45f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.911043] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427634, 'name': PowerOnVM_Task} progress is 86%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.966499] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841157} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.967705] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Copied Virtual Disk [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk to [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.967705] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Deleting the datastore file [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a/tmp-sparse.vmdk {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.967705] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f35d8b50-fe09-4b63-8f25-07b1522bdfb4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.977287] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 611.977287] env[65311]: value = "task-4427638" [ 611.977287] env[65311]: _type = "Task" [ 611.977287] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.990829] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.056882] env[65311]: DEBUG nova.compute.utils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.060824] env[65311]: DEBUG nova.compute.manager [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 612.061113] env[65311]: DEBUG nova.network.neutron [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 612.061511] env[65311]: WARNING neutronclient.v2_0.client [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.061851] env[65311]: WARNING neutronclient.v2_0.client [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.083479] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427637, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.144852] env[65311]: DEBUG nova.policy [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad3fb1b954304174b855f5ca19acb725', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c1ad4ced86a4dddafa3a349ae772507', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.172391] env[65311]: WARNING neutronclient.v2_0.client [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.224992] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.303864] env[65311]: DEBUG oslo_concurrency.lockutils [req-0259a12e-85e6-48fb-9707-0d48a2433fd8 req-0e19b199-5007-460e-ae93-75a8fe6fa01e service nova] Releasing lock "refresh_cache-5c1a2e41-feac-4687-ab2c-54ea1db131d0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.362311] env[65311]: WARNING neutronclient.v2_0.client [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.419199] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427634, 'name': PowerOnVM_Task, 'duration_secs': 1.102238} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.419633] env[65311]: INFO nova.compute.manager [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Took 22.27 seconds to build instance. [ 612.420850] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.421132] env[65311]: INFO nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Took 13.79 seconds to spawn the instance on the hypervisor. [ 612.421409] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.422901] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d008429-f241-47ca-8ef8-333465f4e0b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.485244] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Updated VIF entry in instance network info cache for port a13626ab-dd5e-47a4-a527-e37557e71032. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.485882] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Updating instance_info_cache with network_info: [{"id": "a13626ab-dd5e-47a4-a527-e37557e71032", "address": "fa:16:3e:12:7a:19", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa13626ab-dd", "ovs_interfaceid": "a13626ab-dd5e-47a4-a527-e37557e71032", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.491732] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045985} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.492247] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.492499] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Moving file from [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1/18b11ab8-080e-4f09-9997-e25574522e0a to [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a. {{(pid=65311) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 612.492793] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d34b4693-ef47-4d9a-af71-a6f0200b7ad6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.501499] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 612.501499] env[65311]: value = "task-4427639" [ 612.501499] env[65311]: _type = "Task" [ 612.501499] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.511467] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427639, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.545704] env[65311]: DEBUG nova.network.neutron [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 612.561447] env[65311]: DEBUG nova.compute.manager [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 612.568017] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.568017] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.577440] env[65311]: DEBUG oslo_vmware.api [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427637, 'name': PowerOnVM_Task, 'duration_secs': 0.82921} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.581079] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.581293] env[65311]: INFO nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Took 11.71 seconds to spawn the instance on the hypervisor. [ 612.581462] env[65311]: DEBUG nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.583295] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee17c740-97c5-46b7-af59-fb84fbb3df40 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.607277] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "6be80110-6348-4089-a97d-0133455aa421" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.607668] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "6be80110-6348-4089-a97d-0133455aa421" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.613444] env[65311]: DEBUG nova.network.neutron [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Successfully created port: 8b76e0cd-5304-44c7-b0fa-df66dd1131ea {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 612.640313] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.640532] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.791594] env[65311]: WARNING neutronclient.v2_0.client [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.814464] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7237f08e-43ed-4169-8e72-061c49d2a597 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.827808] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d20ce-b3fc-40b1-9467-ae5f4cb35773 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.866680] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f294f15d-d174-4c9e-9558-115ee093fcd5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.876834] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f63146c-3822-4cdb-87db-d4c8c668427d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.897864] env[65311]: DEBUG nova.compute.provider_tree [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.922556] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0890bd06-2b46-45ef-915d-90ab5ac07bf6 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.783s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.947510] env[65311]: INFO nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Took 22.00 seconds to build instance. [ 612.995551] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Releasing lock "refresh_cache-13e118c9-a6aa-4b79-879a-b432a112900e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.995551] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Received event network-vif-plugged-979debb6-884b-4873-b63c-4d693567f371 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 612.995551] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquiring lock "2e397b2e-58cf-4749-a3b3-7944b810118f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.995551] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Lock "2e397b2e-58cf-4749-a3b3-7944b810118f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.995551] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Lock "2e397b2e-58cf-4749-a3b3-7944b810118f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.995773] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] No waiting events found dispatching network-vif-plugged-979debb6-884b-4873-b63c-4d693567f371 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 612.995773] env[65311]: WARNING nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Received unexpected event network-vif-plugged-979debb6-884b-4873-b63c-4d693567f371 for instance with vm_state building and task_state spawning. [ 612.995773] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Received event network-changed-979debb6-884b-4873-b63c-4d693567f371 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 612.995773] env[65311]: DEBUG nova.compute.manager [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Refreshing instance network info cache due to event network-changed-979debb6-884b-4873-b63c-4d693567f371. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 612.995773] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquiring lock "refresh_cache-2e397b2e-58cf-4749-a3b3-7944b810118f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.995921] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Acquired lock "refresh_cache-2e397b2e-58cf-4749-a3b3-7944b810118f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.995921] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Refreshing network info cache for port 979debb6-884b-4873-b63c-4d693567f371 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.014831] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427639, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033925} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.015385] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] File moved {{(pid=65311) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 613.015648] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Cleaning up location [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1 {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 613.015872] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Deleting the datastore file [datastore2] vmware_temp/df9b891b-a4bf-4570-9d91-f16a288e49e1 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.016191] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5fd504d-157b-4060-bd87-b74ac318b6c2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.025188] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 613.025188] env[65311]: value = "task-4427640" [ 613.025188] env[65311]: _type = "Task" [ 613.025188] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.035590] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.070595] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 613.104178] env[65311]: INFO nova.compute.manager [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Took 22.12 seconds to build instance. [ 613.258578] env[65311]: WARNING neutronclient.v2_0.client [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.301973] env[65311]: DEBUG nova.network.neutron [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Updating instance_info_cache with network_info: [{"id": "8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2", "address": "fa:16:3e:ae:69:ee", "network": {"id": "6ea401d8-225e-4be2-9472-0aa81bc6055c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1540794970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5bfccdd91b4449b3ff0c6912447b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8574a3f1-4f", "ovs_interfaceid": "8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.420969] env[65311]: ERROR nova.scheduler.client.report [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [req-e8abce83-7ff1-4def-a55a-d70e9055bba4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8abce83-7ff1-4def-a55a-d70e9055bba4"}]} [ 613.431029] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 613.440331] env[65311]: DEBUG nova.scheduler.client.report [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 613.449608] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "13e118c9-a6aa-4b79-879a-b432a112900e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.514s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.458834] env[65311]: DEBUG nova.scheduler.client.report [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 613.459052] env[65311]: DEBUG nova.compute.provider_tree [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.470879] env[65311]: DEBUG nova.scheduler.client.report [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 613.491525] env[65311]: DEBUG nova.scheduler.client.report [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 613.498469] env[65311]: WARNING neutronclient.v2_0.client [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.539801] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032786} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.540177] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.543420] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469eb8cc-7562-48ad-8f8a-6ded2fcbdbe2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.550124] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 613.550124] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d2fd70-85e9-c67a-066e-df50f0db387b" [ 613.550124] env[65311]: _type = "Task" [ 613.550124] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.559496] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d2fd70-85e9-c67a-066e-df50f0db387b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.574942] env[65311]: DEBUG nova.compute.manager [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 613.597538] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.606194] env[65311]: DEBUG oslo_concurrency.lockutils [None req-513a9f9d-bcc0-453c-9f5c-36ec3a567370 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "2e397b2e-58cf-4749-a3b3-7944b810118f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.632s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.609761] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 613.609858] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.610012] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 613.610202] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.610338] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 613.610522] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 613.610834] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.611082] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 613.611281] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 613.611479] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 613.611716] env[65311]: DEBUG nova.virt.hardware [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 613.613055] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc2d5ee-1f28-41b3-8d0b-29360befccc5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.625061] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a7db0b-e34c-4249-9125-fbe472128a59 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.728777] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bd0bac-4598-4bc5-b476-027f994c889c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.738244] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21dfedb-69f1-4a4d-af3f-37272c821b43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.776536] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9ee53e-35e4-4006-8cc9-23d0f29b5128 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.786833] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d9cc97-ba93-4e0e-a559-476a84e966cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.804014] env[65311]: DEBUG nova.compute.provider_tree [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 613.805917] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Releasing lock "refresh_cache-8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.806791] env[65311]: DEBUG nova.compute.manager [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Instance network_info: |[{"id": "8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2", "address": "fa:16:3e:ae:69:ee", "network": {"id": "6ea401d8-225e-4be2-9472-0aa81bc6055c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1540794970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5bfccdd91b4449b3ff0c6912447b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8574a3f1-4f", "ovs_interfaceid": "8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 613.806975] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:69:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6815237d-f565-474d-a3c0-9c675478eb00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.814985] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Creating folder: Project (fc5bfccdd91b4449b3ff0c6912447b95). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.815930] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99982be3-5489-4133-8294-4fff7dd3ee39 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.828643] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Created folder: Project (fc5bfccdd91b4449b3ff0c6912447b95) in parent group-v866349. [ 613.828879] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Creating folder: Instances. Parent ref: group-v866369. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.829159] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c415a31-0767-4a5f-862c-0588666a936e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.841977] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Created folder: Instances in parent group-v866369. [ 613.841977] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 613.841977] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.842235] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc90b359-5410-426e-b88a-ee237078ff73 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.866284] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.866284] env[65311]: value = "task-4427643" [ 613.866284] env[65311]: _type = "Task" [ 613.866284] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.878936] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427643, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.956424] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 613.964379] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.064429] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d2fd70-85e9-c67a-066e-df50f0db387b, 'name': SearchDatastore_Task, 'duration_secs': 0.022461} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.064739] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.065216] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b3acc990-6aa8-4103-9503-a4a5ed2488eb/b3acc990-6aa8-4103-9503-a4a5ed2488eb.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.065512] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.065695] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.065918] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f34cba60-88ab-4bd3-bed7-27dfb017f129 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.069059] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34fca8ba-3b09-449e-9f5e-ee6be16e68ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.078585] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 614.078585] env[65311]: value = "task-4427644" [ 614.078585] env[65311]: _type = "Task" [ 614.078585] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.080158] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.080349] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.085304] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e98b03e4-288d-4954-8720-4e1b53222170 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.095151] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.096858] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 614.096858] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5290894c-7e7a-6f4f-10b2-57043acd4959" [ 614.096858] env[65311]: _type = "Task" [ 614.096858] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.110584] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5290894c-7e7a-6f4f-10b2-57043acd4959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.308592] env[65311]: DEBUG nova.network.neutron [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Updated VIF entry in instance network info cache for port b541b157-8bee-4f75-aabd-b811e00e8f92. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 614.308592] env[65311]: DEBUG nova.network.neutron [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Updating instance_info_cache with network_info: [{"id": "b541b157-8bee-4f75-aabd-b811e00e8f92", "address": "fa:16:3e:e2:09:e0", "network": {"id": "cae14fed-15b4-417d-8454-5bd5ba934f41", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1686872263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c2a410767614861a901eb0b96f7bce6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb541b157-8b", "ovs_interfaceid": "b541b157-8bee-4f75-aabd-b811e00e8f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.357132] env[65311]: DEBUG nova.scheduler.client.report [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 614.357132] env[65311]: DEBUG nova.compute.provider_tree [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 18 to 19 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 614.357894] env[65311]: DEBUG nova.compute.provider_tree [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.366570] env[65311]: DEBUG nova.network.neutron [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Successfully updated port: 8b76e0cd-5304-44c7-b0fa-df66dd1131ea {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 614.384464] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427643, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.497600] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.600367] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.613062] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5290894c-7e7a-6f4f-10b2-57043acd4959, 'name': SearchDatastore_Task, 'duration_secs': 0.021004} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.613062] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54abee20-f827-44d0-abae-e9a7519fb8c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.620760] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 614.620760] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e681bb-ddc7-490b-1f88-c70afd2fd52d" [ 614.620760] env[65311]: _type = "Task" [ 614.620760] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.633496] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e681bb-ddc7-490b-1f88-c70afd2fd52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.785106] env[65311]: WARNING neutronclient.v2_0.client [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.818832] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Releasing lock "refresh_cache-b3acc990-6aa8-4103-9503-a4a5ed2488eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.818832] env[65311]: DEBUG nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Received event network-vif-plugged-9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 614.818832] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Acquiring lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.818832] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.818832] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.819185] env[65311]: DEBUG nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] No waiting events found dispatching network-vif-plugged-9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 614.819185] env[65311]: WARNING nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Received unexpected event network-vif-plugged-9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec for instance with vm_state building and task_state spawning. [ 614.819185] env[65311]: DEBUG nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Received event network-changed-9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 614.819185] env[65311]: DEBUG nova.compute.manager [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Refreshing instance network info cache due to event network-changed-9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 614.819185] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Acquiring lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.819348] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Acquired lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.819348] env[65311]: DEBUG nova.network.neutron [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Refreshing network info cache for port 9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.871037] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquiring lock "refresh_cache-aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.871239] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquired lock "refresh_cache-aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.873353] env[65311]: DEBUG nova.network.neutron [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 614.875936] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.328s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.876576] env[65311]: DEBUG nova.compute.manager [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 614.884986] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.660s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.886562] env[65311]: INFO nova.compute.claims [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.900422] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427643, 'name': CreateVM_Task, 'duration_secs': 0.551986} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.900924] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.901929] env[65311]: WARNING neutronclient.v2_0.client [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.902248] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.902527] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.904413] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.904413] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96caefd0-cca9-4974-aa8f-8f80cfad1caa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.912257] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 614.912257] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ff2560-0c8e-e758-487e-e0482f9f9d4f" [ 614.912257] env[65311]: _type = "Task" [ 614.912257] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.933821] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ff2560-0c8e-e758-487e-e0482f9f9d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.01476} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.934191] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.934431] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.934690] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.063538] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Updated VIF entry in instance network info cache for port 979debb6-884b-4873-b63c-4d693567f371. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.063982] env[65311]: DEBUG nova.network.neutron [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Updating instance_info_cache with network_info: [{"id": "979debb6-884b-4873-b63c-4d693567f371", "address": "fa:16:3e:85:80:10", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap979debb6-88", "ovs_interfaceid": "979debb6-884b-4873-b63c-4d693567f371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.093704] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427644, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.132397] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e681bb-ddc7-490b-1f88-c70afd2fd52d, 'name': SearchDatastore_Task, 'duration_secs': 0.012753} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.132638] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.132971] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69/5278a1a0-3a1b-4d7b-9f26-46621b6b5d69.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.133202] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.133404] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.134324] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83c893f6-ab1f-4571-b19f-082825544e61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.136074] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89270a82-af28-4f3b-bb4e-12114da6af50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.143968] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 615.143968] env[65311]: value = "task-4427645" [ 615.143968] env[65311]: _type = "Task" [ 615.143968] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.149417] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.151033] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.151429] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19975f37-c58e-4b29-9f83-f14097fa669c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.156984] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.162013] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 615.162013] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a4a640-6eca-94f9-6ae6-8b73d600eecf" [ 615.162013] env[65311]: _type = "Task" [ 615.162013] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.172207] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a4a640-6eca-94f9-6ae6-8b73d600eecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.322789] env[65311]: WARNING neutronclient.v2_0.client [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.386563] env[65311]: DEBUG nova.compute.utils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.393883] env[65311]: DEBUG nova.compute.manager [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 615.393883] env[65311]: DEBUG nova.network.neutron [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 615.394140] env[65311]: WARNING neutronclient.v2_0.client [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.394430] env[65311]: WARNING neutronclient.v2_0.client [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.425262] env[65311]: DEBUG nova.network.neutron [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 615.463707] env[65311]: DEBUG nova.policy [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c82b5d24ed8e42da930a311aeb39ae36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c3a04608bce4eeba19ff2418528b6e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.567819] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc3486ca-a967-4e52-992a-ac0b2787071e req-97605064-e310-4565-a342-2e21a0930829 service nova] Releasing lock "refresh_cache-2e397b2e-58cf-4749-a3b3-7944b810118f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.597951] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427644, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.661304] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.677239] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a4a640-6eca-94f9-6ae6-8b73d600eecf, 'name': SearchDatastore_Task, 'duration_secs': 0.025746} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.677239] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e8c00f-4251-4ccc-8931-57e89ce29af0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.686020] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 615.686020] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523dad67-37f0-81db-34a7-0c557f8bf5f9" [ 615.686020] env[65311]: _type = "Task" [ 615.686020] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.694511] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523dad67-37f0-81db-34a7-0c557f8bf5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.892153] env[65311]: DEBUG nova.compute.manager [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 616.012118] env[65311]: DEBUG nova.network.neutron [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Successfully created port: 26f08090-bd41-431e-a890-a456f790c98a {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 616.106874] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427644, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55681} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.108278] env[65311]: WARNING neutronclient.v2_0.client [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.111592] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b3acc990-6aa8-4103-9503-a4a5ed2488eb/b3acc990-6aa8-4103-9503-a4a5ed2488eb.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.111906] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.118037] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67c21baa-ebe7-4e4a-aa31-aede84a59fc7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.134033] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 616.134033] env[65311]: value = "task-4427646" [ 616.134033] env[65311]: _type = "Task" [ 616.134033] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.145801] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.162339] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427645, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.163623] env[65311]: WARNING neutronclient.v2_0.client [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.203613] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523dad67-37f0-81db-34a7-0c557f8bf5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.038497} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.204379] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.204379] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1/8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.207763] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddde0169-e28b-49d5-ad4f-bbd634fa23e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.217894] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 616.217894] env[65311]: value = "task-4427647" [ 616.217894] env[65311]: _type = "Task" [ 616.217894] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.231650] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.237804] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee1acdf-186e-4bd0-9020-a3cd6287b46d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.249431] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f381b84-4966-4ab8-b7a8-5e4f31114721 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.285339] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1839df-09a4-4ab9-8a73-616941c30c8e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.294152] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c4edea-1b16-443f-b1ff-ac4cd235d7db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.311433] env[65311]: DEBUG nova.compute.provider_tree [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.642760] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118562} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.643066] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.643851] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25991dcb-22ff-4171-8e5a-9a89a5022762 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.668125] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427645, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.677410] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] b3acc990-6aa8-4103-9503-a4a5ed2488eb/b3acc990-6aa8-4103-9503-a4a5ed2488eb.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.677730] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c13f4c7-893b-4cbe-b2d0-748d794ab0b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.705198] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 616.705198] env[65311]: value = "task-4427648" [ 616.705198] env[65311]: _type = "Task" [ 616.705198] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.718725] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427648, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.729162] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.812680] env[65311]: DEBUG nova.network.neutron [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Updating instance_info_cache with network_info: [{"id": "8b76e0cd-5304-44c7-b0fa-df66dd1131ea", "address": "fa:16:3e:b1:98:84", "network": {"id": "ed39da89-830a-4607-b560-9b5112c1ee99", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1008326955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c1ad4ced86a4dddafa3a349ae772507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76e0cd-53", "ovs_interfaceid": "8b76e0cd-5304-44c7-b0fa-df66dd1131ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.814782] env[65311]: DEBUG nova.scheduler.client.report [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.846279] env[65311]: DEBUG nova.compute.manager [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Received event network-vif-plugged-8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 616.846279] env[65311]: DEBUG oslo_concurrency.lockutils [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] Acquiring lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.846581] env[65311]: DEBUG oslo_concurrency.lockutils [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] Lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.846581] env[65311]: DEBUG oslo_concurrency.lockutils [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] Lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.848371] env[65311]: DEBUG nova.compute.manager [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] No waiting events found dispatching network-vif-plugged-8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 616.848434] env[65311]: WARNING nova.compute.manager [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Received unexpected event network-vif-plugged-8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 for instance with vm_state building and task_state spawning. [ 616.848633] env[65311]: DEBUG nova.compute.manager [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Received event network-changed-8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 616.848837] env[65311]: DEBUG nova.compute.manager [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Refreshing instance network info cache due to event network-changed-8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 616.850973] env[65311]: DEBUG oslo_concurrency.lockutils [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] Acquiring lock "refresh_cache-8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.850973] env[65311]: DEBUG oslo_concurrency.lockutils [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] Acquired lock "refresh_cache-8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.850973] env[65311]: DEBUG nova.network.neutron [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Refreshing network info cache for port 8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.851736] env[65311]: DEBUG nova.network.neutron [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updated VIF entry in instance network info cache for port 9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 616.852951] env[65311]: DEBUG nova.network.neutron [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance_info_cache with network_info: [{"id": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "address": "fa:16:3e:1f:4c:00", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a79c61d-15", "ovs_interfaceid": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.904464] env[65311]: DEBUG nova.compute.manager [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 616.939325] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 616.939588] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.939740] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 616.939903] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.940046] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 616.940183] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 616.940376] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.940513] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 616.940661] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 616.941246] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 616.941246] env[65311]: DEBUG nova.virt.hardware [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 616.942466] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606bd81d-44f9-4b9a-bb32-9ca0a8e14508 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.951581] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb794e7-7d93-483f-865f-503f11152ee5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.164585] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427645, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.216432] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.229885] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.323576] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Releasing lock "refresh_cache-aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.323962] env[65311]: DEBUG nova.compute.manager [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Instance network_info: |[{"id": "8b76e0cd-5304-44c7-b0fa-df66dd1131ea", "address": "fa:16:3e:b1:98:84", "network": {"id": "ed39da89-830a-4607-b560-9b5112c1ee99", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1008326955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c1ad4ced86a4dddafa3a349ae772507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76e0cd-53", "ovs_interfaceid": "8b76e0cd-5304-44c7-b0fa-df66dd1131ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 617.324511] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:98:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b76e0cd-5304-44c7-b0fa-df66dd1131ea', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.332394] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Creating folder: Project (0c1ad4ced86a4dddafa3a349ae772507). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.333258] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.333727] env[65311]: DEBUG nova.compute.manager [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 617.336544] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad510618-2e52-4d6f-8792-10e8b227fa72 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.338845] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.741s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.340632] env[65311]: INFO nova.compute.claims [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.355077] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Created folder: Project (0c1ad4ced86a4dddafa3a349ae772507) in parent group-v866349. [ 617.355308] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Creating folder: Instances. Parent ref: group-v866372. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.355586] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb8375cd-acae-4ff9-9742-80a0611fcf0d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.358061] env[65311]: DEBUG oslo_concurrency.lockutils [req-6bb5a13f-ecf8-49a3-ac83-39e54771f1aa req-ad25fd67-0d4f-478d-ad5e-fb30b4efbd12 service nova] Releasing lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.358688] env[65311]: WARNING neutronclient.v2_0.client [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.373043] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Created folder: Instances in parent group-v866372. [ 617.373325] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 617.373553] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.374288] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c430b4c3-3a04-4833-b875-6f13dcca7c58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.401585] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.401585] env[65311]: value = "task-4427651" [ 617.401585] env[65311]: _type = "Task" [ 617.401585] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.411242] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427651, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.662934] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427645, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.167151} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.664084] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69/5278a1a0-3a1b-4d7b-9f26-46621b6b5d69.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.664084] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.664084] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3b5a323-7373-4fba-aeb8-889d98276ac8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.676264] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 617.676264] env[65311]: value = "task-4427652" [ 617.676264] env[65311]: _type = "Task" [ 617.676264] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.687679] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.723503] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427648, 'name': ReconfigVM_Task, 'duration_secs': 0.924857} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.724521] env[65311]: DEBUG nova.network.neutron [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Successfully updated port: 26f08090-bd41-431e-a890-a456f790c98a {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 617.729849] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Reconfigured VM instance instance-00000006 to attach disk [datastore2] b3acc990-6aa8-4103-9503-a4a5ed2488eb/b3acc990-6aa8-4103-9503-a4a5ed2488eb.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.731150] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9e7d3cd-eb94-4667-b70d-bccfa20b728a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.740336] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427647, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.742159] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 617.742159] env[65311]: value = "task-4427653" [ 617.742159] env[65311]: _type = "Task" [ 617.742159] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.760681] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427653, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.842129] env[65311]: DEBUG nova.compute.utils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.845877] env[65311]: DEBUG nova.compute.manager [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 617.846372] env[65311]: DEBUG nova.network.neutron [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 617.846642] env[65311]: WARNING neutronclient.v2_0.client [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.847566] env[65311]: WARNING neutronclient.v2_0.client [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.920329] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427651, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.044378] env[65311]: DEBUG nova.policy [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f393373c523040ce9c885740db54c738', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a7f0a4a84d741f5a0674d53788bb786', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.147709] env[65311]: WARNING neutronclient.v2_0.client [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.194033] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104429} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.194033] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.195176] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b14078-2d0b-4e15-80f2-b72b4397cb81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.224016] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69/5278a1a0-3a1b-4d7b-9f26-46621b6b5d69.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.227398] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d1ce14-6a58-4712-8d4b-46e168c1c5f4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.250680] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquiring lock "refresh_cache-c45089f9-6b16-4e78-b557-d1a999199f97" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.250933] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquired lock "refresh_cache-c45089f9-6b16-4e78-b557-d1a999199f97" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.251456] env[65311]: DEBUG nova.network.neutron [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 618.271695] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427653, 'name': Rename_Task, 'duration_secs': 0.209811} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.272269] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427647, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.795937} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.273498] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.273755] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1/8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.273944] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.274521] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 618.274521] env[65311]: value = "task-4427654" [ 618.274521] env[65311]: _type = "Task" [ 618.274521] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.274777] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09dffe0e-7260-47c9-8e33-fc981982aa4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.276783] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ddf06e1-90d8-4e96-9750-06f70df99fa8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.294096] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.295559] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 618.295559] env[65311]: value = "task-4427655" [ 618.295559] env[65311]: _type = "Task" [ 618.295559] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.295559] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 618.295559] env[65311]: value = "task-4427656" [ 618.295559] env[65311]: _type = "Task" [ 618.295559] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.312136] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.312136] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.356560] env[65311]: DEBUG nova.compute.manager [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 618.390269] env[65311]: DEBUG nova.network.neutron [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Updated VIF entry in instance network info cache for port 8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.390649] env[65311]: DEBUG nova.network.neutron [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Updating instance_info_cache with network_info: [{"id": "8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2", "address": "fa:16:3e:ae:69:ee", "network": {"id": "6ea401d8-225e-4be2-9472-0aa81bc6055c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1540794970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5bfccdd91b4449b3ff0c6912447b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8574a3f1-4f", "ovs_interfaceid": "8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.418259] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427651, 'name': CreateVM_Task, 'duration_secs': 0.858445} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.418594] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.419356] env[65311]: WARNING neutronclient.v2_0.client [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.419920] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.420093] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.420511] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.424125] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28718a2-6ac8-423a-899f-68f2096329f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.431395] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 618.431395] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eb465c-f559-1608-a058-f515a8b3f57f" [ 618.431395] env[65311]: _type = "Task" [ 618.431395] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.442868] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eb465c-f559-1608-a058-f515a8b3f57f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.549441] env[65311]: DEBUG nova.network.neutron [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Successfully created port: 9de4c47a-170c-420a-bffa-924d3629a6c0 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 618.616043] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Acquiring lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.616043] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.616043] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Acquiring lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.616043] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.616406] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.619295] env[65311]: INFO nova.compute.manager [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Terminating instance [ 618.635949] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d9c34-e377-49e0-8a49-db9097bf0a18 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.648028] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709a7a15-b77c-42d7-b38b-d4e87180fd96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.684187] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d5984f-f1bd-48ec-99f6-3123f284cfdc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.693132] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997a54e8-7737-4ad0-9205-99deaad66282 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.707445] env[65311]: DEBUG nova.compute.provider_tree [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.789876] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.807861] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.811240] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088746} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.811240] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.811694] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfe144f-c35b-41ba-8c93-8beb0f9c9a32 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.839994] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1/8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.840372] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bbdfd6d-8f4b-46f9-a1d0-e96351848cdb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.865758] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 618.865758] env[65311]: value = "task-4427657" [ 618.865758] env[65311]: _type = "Task" [ 618.865758] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.876939] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427657, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.894866] env[65311]: DEBUG oslo_concurrency.lockutils [req-8807a16e-99a9-4f0a-a659-19292728aaae req-5897554c-409b-4103-b42a-2a24d28338ff service nova] Releasing lock "refresh_cache-8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.944425] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eb465c-f559-1608-a058-f515a8b3f57f, 'name': SearchDatastore_Task, 'duration_secs': 0.015997} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.945260] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.945547] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.945784] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.945887] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.946113] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.946506] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bc9bf46-5fe5-4a14-80d5-5ae8bfc08106 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.956052] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.956245] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.957106] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabe1b46-d2ea-4b41-a45a-025c6aec1bf6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.963855] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 618.963855] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5215084b-908c-66de-7280-503896b9b041" [ 618.963855] env[65311]: _type = "Task" [ 618.963855] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.974560] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5215084b-908c-66de-7280-503896b9b041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.124117] env[65311]: DEBUG nova.compute.manager [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 619.124404] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 619.125353] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840508ac-1c7a-46d9-a53d-fcd3d418c17b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.134338] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 619.134622] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90c5fc64-83ea-4b9d-9817-699e90b4067f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.143709] env[65311]: DEBUG oslo_vmware.api [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Waiting for the task: (returnval){ [ 619.143709] env[65311]: value = "task-4427658" [ 619.143709] env[65311]: _type = "Task" [ 619.143709] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.154390] env[65311]: DEBUG oslo_vmware.api [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Task: {'id': task-4427658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.211751] env[65311]: DEBUG nova.scheduler.client.report [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.291894] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427654, 'name': ReconfigVM_Task, 'duration_secs': 0.764967} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.292174] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69/5278a1a0-3a1b-4d7b-9f26-46621b6b5d69.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.292826] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88e8b89e-dc2e-43f6-80b4-5de33af221d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.301725] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 619.301725] env[65311]: value = "task-4427659" [ 619.301725] env[65311]: _type = "Task" [ 619.301725] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.309638] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.316083] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427659, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.368413] env[65311]: DEBUG nova.compute.manager [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 619.382264] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427657, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.399773] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 619.400110] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.400320] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 619.400523] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.400658] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 619.400853] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 619.401083] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 619.401237] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 619.401396] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 619.401547] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 619.401761] env[65311]: DEBUG nova.virt.hardware [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 619.402663] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7fbd11-877a-4a4f-902c-0948d7b374cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.413584] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7590c48-0b75-4956-9195-6eb323bbc216 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.476049] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5215084b-908c-66de-7280-503896b9b041, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.477232] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9233ed-6f1f-4721-aad2-150ad3998e63 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.485017] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 619.485017] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523eb1f4-fcd5-0a5b-8f5a-6ddad5b7ac63" [ 619.485017] env[65311]: _type = "Task" [ 619.485017] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.497540] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523eb1f4-fcd5-0a5b-8f5a-6ddad5b7ac63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.530474] env[65311]: DEBUG nova.network.neutron [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 619.597149] env[65311]: DEBUG nova.compute.manager [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Received event network-changed-1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 619.597149] env[65311]: DEBUG nova.compute.manager [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Refreshing instance network info cache due to event network-changed-1391178e-1c76-4d0a-8b55-f2895525073d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 619.597149] env[65311]: DEBUG oslo_concurrency.lockutils [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] Acquiring lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.597380] env[65311]: DEBUG oslo_concurrency.lockutils [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] Acquired lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.597708] env[65311]: DEBUG nova.network.neutron [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Refreshing network info cache for port 1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.655823] env[65311]: DEBUG oslo_vmware.api [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Task: {'id': task-4427658, 'name': PowerOffVM_Task, 'duration_secs': 0.227402} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.656059] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 619.656228] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 619.656582] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d41b692d-4961-43ab-947a-b2ef5259a426 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.722264] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.722264] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 619.723479] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.759s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.728182] env[65311]: INFO nova.compute.claims [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.736133] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 619.736610] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 619.737477] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Deleting the datastore file [datastore1] 5c1a2e41-feac-4687-ab2c-54ea1db131d0 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.737792] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f411196-4ac5-412e-9a28-6f1e7b285fcb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.747753] env[65311]: DEBUG oslo_vmware.api [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Waiting for the task: (returnval){ [ 619.747753] env[65311]: value = "task-4427661" [ 619.747753] env[65311]: _type = "Task" [ 619.747753] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.757261] env[65311]: DEBUG oslo_vmware.api [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Task: {'id': task-4427661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.809991] env[65311]: DEBUG oslo_vmware.api [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427655, 'name': PowerOnVM_Task, 'duration_secs': 1.341238} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.810674] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.811118] env[65311]: INFO nova.compute.manager [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Took 16.67 seconds to spawn the instance on the hypervisor. [ 619.811286] env[65311]: DEBUG nova.compute.manager [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 619.812111] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c491f3-f754-4046-9847-8a324858ed70 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.817897] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427659, 'name': Rename_Task, 'duration_secs': 0.216225} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.818596] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.818846] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ee4c22-e0e9-4694-b5c3-3332d149c264 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.827392] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 619.827392] env[65311]: value = "task-4427662" [ 619.827392] env[65311]: _type = "Task" [ 619.827392] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.838119] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.881613] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427657, 'name': ReconfigVM_Task, 'duration_secs': 0.572081} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.882846] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1/8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.883594] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77dcc6cb-d312-43c4-bcc7-70995b6901ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.892341] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 619.892341] env[65311]: value = "task-4427663" [ 619.892341] env[65311]: _type = "Task" [ 619.892341] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.903597] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427663, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.997475] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523eb1f4-fcd5-0a5b-8f5a-6ddad5b7ac63, 'name': SearchDatastore_Task, 'duration_secs': 0.03145} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.997475] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.998607] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a/aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.998607] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60ccb963-c0bc-483d-ad49-197ffe1f0216 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.008238] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 620.008238] env[65311]: value = "task-4427664" [ 620.008238] env[65311]: _type = "Task" [ 620.008238] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.019839] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.101787] env[65311]: WARNING neutronclient.v2_0.client [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.146885] env[65311]: DEBUG nova.network.neutron [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Successfully updated port: 9de4c47a-170c-420a-bffa-924d3629a6c0 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 620.235794] env[65311]: DEBUG nova.compute.utils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.242768] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 620.244209] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 620.244691] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.245304] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.270226] env[65311]: DEBUG oslo_vmware.api [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Task: {'id': task-4427661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298726} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.270541] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.270767] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 620.270991] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 620.271224] env[65311]: INFO nova.compute.manager [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 620.271791] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 620.271993] env[65311]: DEBUG nova.compute.manager [-] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 620.272137] env[65311]: DEBUG nova.network.neutron [-] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 620.272524] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.304863] env[65311]: WARNING neutronclient.v2_0.client [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.345564] env[65311]: DEBUG nova.policy [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55107951c60a45cb8ac20fd9a8181e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a2ab250ba384291920513f06b4c155f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.350852] env[65311]: INFO nova.compute.manager [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Took 24.59 seconds to build instance. [ 620.356760] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.405238] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427663, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.431597] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.520586] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.651307] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.651307] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.651307] env[65311]: DEBUG nova.network.neutron [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 620.741030] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 620.824189] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Successfully created port: b0e2b15f-7345-4948-a9aa-bf248789fd47 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 620.852021] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427662, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.856873] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf2daac-13e1-4f3c-a35a-af8bfb29f76e tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.107s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.869131] env[65311]: DEBUG nova.network.neutron [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Updating instance_info_cache with network_info: [{"id": "26f08090-bd41-431e-a890-a456f790c98a", "address": "fa:16:3e:6b:f6:3a", "network": {"id": "d45cab7a-f9f1-4eec-b655-150636608a21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1739980017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "2c3a04608bce4eeba19ff2418528b6e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f08090-bd", "ovs_interfaceid": "26f08090-bd41-431e-a890-a456f790c98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.908227] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427663, 'name': Rename_Task, 'duration_secs': 0.769881} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.911418] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.914763] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88989e78-4520-49b4-99d2-9b8aea59c4b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.927692] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 620.927692] env[65311]: value = "task-4427665" [ 620.927692] env[65311]: _type = "Task" [ 620.927692] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.940223] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.023108] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96361} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.023599] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a/aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.023999] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.025988] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdab7323-65aa-4cb1-9c3f-644e453fc06f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.032099] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7d3328-2ec1-4c5d-97a7-843a981b42dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.035126] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 621.035126] env[65311]: value = "task-4427666" [ 621.035126] env[65311]: _type = "Task" [ 621.035126] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.044506] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ff2c39-4358-4ef5-8754-6aed7292f37e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.052727] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.089200] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a844ed00-c30d-449a-807a-0b70f8681ef0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.099733] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8373bf-0963-4931-9271-dd7a6ab3321f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.115691] env[65311]: DEBUG nova.compute.provider_tree [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.171266] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquiring lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.171362] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.267668] env[65311]: DEBUG nova.network.neutron [-] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.350000] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427662, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.375503] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Releasing lock "refresh_cache-c45089f9-6b16-4e78-b557-d1a999199f97" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.375873] env[65311]: DEBUG nova.compute.manager [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Instance network_info: |[{"id": "26f08090-bd41-431e-a890-a456f790c98a", "address": "fa:16:3e:6b:f6:3a", "network": {"id": "d45cab7a-f9f1-4eec-b655-150636608a21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1739980017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "2c3a04608bce4eeba19ff2418528b6e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f08090-bd", "ovs_interfaceid": "26f08090-bd41-431e-a890-a456f790c98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 621.376385] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:f6:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26f08090-bd41-431e-a890-a456f790c98a', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.386172] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Creating folder: Project (2c3a04608bce4eeba19ff2418528b6e7). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.386548] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fcf096f-c33f-4a06-9859-9a5769a16a75 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.399196] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Created folder: Project (2c3a04608bce4eeba19ff2418528b6e7) in parent group-v866349. [ 621.399580] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Creating folder: Instances. Parent ref: group-v866375. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.399697] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06536374-4aed-431c-8178-f3c1800672cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.412215] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Created folder: Instances in parent group-v866375. [ 621.412215] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 621.412340] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.412627] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a383bdc-aad1-46fc-9ef5-80b7eebbe9ee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.439659] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427665, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.443746] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.443746] env[65311]: value = "task-4427669" [ 621.443746] env[65311]: _type = "Task" [ 621.443746] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.454253] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427669, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.550460] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074039} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.550919] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.552321] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e92d002-3875-42b4-8fc2-8492a753ac1b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.582322] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a/aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.582322] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37e3cc85-ad14-4efa-9072-3126b4f781ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.604750] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 621.604750] env[65311]: value = "task-4427670" [ 621.604750] env[65311]: _type = "Task" [ 621.604750] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.618654] env[65311]: DEBUG nova.scheduler.client.report [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.623196] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.643602] env[65311]: WARNING neutronclient.v2_0.client [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.675670] env[65311]: DEBUG nova.compute.manager [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 621.755922] env[65311]: DEBUG nova.network.neutron [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 621.759287] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 621.770536] env[65311]: INFO nova.compute.manager [-] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Took 1.50 seconds to deallocate network for instance. [ 621.789729] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 621.790022] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.790219] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 621.790446] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.790618] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 621.790816] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 621.791114] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 621.791314] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 621.791526] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 621.791736] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 621.791957] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 621.792932] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571a5423-3550-4dd8-b00d-1a00192c5550 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.805035] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb13e56-a78c-4dec-820e-be1a188457e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.846077] env[65311]: DEBUG oslo_vmware.api [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427662, 'name': PowerOnVM_Task, 'duration_secs': 1.665485} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.846393] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.846606] env[65311]: INFO nova.compute.manager [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Took 16.43 seconds to spawn the instance on the hypervisor. [ 621.846812] env[65311]: DEBUG nova.compute.manager [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 621.847724] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc6cc1-6004-4f53-95ac-89c1e6643069 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.939906] env[65311]: DEBUG oslo_vmware.api [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427665, 'name': PowerOnVM_Task, 'duration_secs': 0.781208} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.940234] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.940887] env[65311]: INFO nova.compute.manager [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Took 11.35 seconds to spawn the instance on the hypervisor. [ 621.940887] env[65311]: DEBUG nova.compute.manager [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 621.941537] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99acb5-7303-407b-950f-c3fd88e965a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.959036] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427669, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.116654] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.126802] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.127389] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 622.130133] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.633s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.131392] env[65311]: INFO nova.compute.claims [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.200602] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.278207] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.302085] env[65311]: DEBUG nova.network.neutron [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Updated VIF entry in instance network info cache for port 1391178e-1c76-4d0a-8b55-f2895525073d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 622.302513] env[65311]: DEBUG nova.network.neutron [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Updating instance_info_cache with network_info: [{"id": "1391178e-1c76-4d0a-8b55-f2895525073d", "address": "fa:16:3e:5d:41:18", "network": {"id": "e484e25b-37ba-41b4-a579-5a98532b839f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1475897132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "525cebaed39b44e6819d6bc5bf090f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1391178e-1c", "ovs_interfaceid": "1391178e-1c76-4d0a-8b55-f2895525073d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.374239] env[65311]: INFO nova.compute.manager [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Took 24.64 seconds to build instance. [ 622.465142] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427669, 'name': CreateVM_Task, 'duration_secs': 0.53907} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.466741] env[65311]: WARNING neutronclient.v2_0.client [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.474335] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.475511] env[65311]: INFO nova.compute.manager [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Took 19.39 seconds to build instance. [ 622.480024] env[65311]: WARNING neutronclient.v2_0.client [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.480024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.480024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.480024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.480024] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69091b79-f36b-45a7-aac4-0fe2a61ac14d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.483943] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 622.483943] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52181e9b-4cd3-2d1f-69fc-3d73d8cdca41" [ 622.483943] env[65311]: _type = "Task" [ 622.483943] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.494823] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52181e9b-4cd3-2d1f-69fc-3d73d8cdca41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.520977] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Successfully updated port: b0e2b15f-7345-4948-a9aa-bf248789fd47 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 622.592377] env[65311]: DEBUG nova.network.neutron [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance_info_cache with network_info: [{"id": "9de4c47a-170c-420a-bffa-924d3629a6c0", "address": "fa:16:3e:d0:8e:3b", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de4c47a-17", "ovs_interfaceid": "9de4c47a-170c-420a-bffa-924d3629a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.620633] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.639346] env[65311]: DEBUG nova.compute.utils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.643842] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 622.643842] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 622.643842] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.644244] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.718803] env[65311]: DEBUG nova.policy [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55107951c60a45cb8ac20fd9a8181e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a2ab250ba384291920513f06b4c155f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.805809] env[65311]: DEBUG oslo_concurrency.lockutils [req-b72f6816-d567-4ddd-8cc6-6e00a43b5203 req-5c96e85d-2b13-48dd-bb2c-85b870ef2008 service nova] Releasing lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.878265] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f6566df-fe6d-4cc1-a01b-5fb27cc6dd5c tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.149s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.979338] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fd424c02-cee1-4a5c-a8a2-86d3baf17938 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.906s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.999553] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52181e9b-4cd3-2d1f-69fc-3d73d8cdca41, 'name': SearchDatastore_Task, 'duration_secs': 0.039376} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.999932] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.001277] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.001277] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.001277] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.001277] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.001462] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21e0a854-3d08-44da-8284-e0d10b240bd0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.014353] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.014353] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.015038] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ec3dc5-9f8a-47ad-b262-1d9c06e9d066 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.025644] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "refresh_cache-1734aaef-fc63-4dc2-8727-ae5a1c59170d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.025827] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired lock "refresh_cache-1734aaef-fc63-4dc2-8727-ae5a1c59170d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.029037] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 623.029037] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 623.029037] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526b2311-3b54-4a97-d4c8-e11bdb26e8bb" [ 623.029037] env[65311]: _type = "Task" [ 623.029037] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.043161] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526b2311-3b54-4a97-d4c8-e11bdb26e8bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.098228] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.098228] env[65311]: DEBUG nova.compute.manager [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Instance network_info: |[{"id": "9de4c47a-170c-420a-bffa-924d3629a6c0", "address": "fa:16:3e:d0:8e:3b", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de4c47a-17", "ovs_interfaceid": "9de4c47a-170c-420a-bffa-924d3629a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 623.098407] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:8e:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9de4c47a-170c-420a-bffa-924d3629a6c0', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.106995] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating folder: Project (9a7f0a4a84d741f5a0674d53788bb786). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.109098] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Successfully created port: 35d062c8-4506-42ab-86d1-a678e158a94f {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 623.112988] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9593d58-aeeb-4623-a828-524712ee46c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.126710] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.131114] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Created folder: Project (9a7f0a4a84d741f5a0674d53788bb786) in parent group-v866349. [ 623.131114] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating folder: Instances. Parent ref: group-v866378. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.131706] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4b8e737-838c-46bd-9748-2f65feec6864 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.144102] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 623.148465] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Created folder: Instances in parent group-v866378. [ 623.148635] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 623.149099] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de11687e-08cc-4ee7-91fa-789196241589] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.149338] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4de46f71-72c3-489a-9c74-336c88971666 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.174461] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.174461] env[65311]: value = "task-4427673" [ 623.174461] env[65311]: _type = "Task" [ 623.174461] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.191814] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427673, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.215394] env[65311]: DEBUG nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Received event network-vif-plugged-8b76e0cd-5304-44c7-b0fa-df66dd1131ea {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 623.215669] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Acquiring lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.215892] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.216224] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.216365] env[65311]: DEBUG nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] No waiting events found dispatching network-vif-plugged-8b76e0cd-5304-44c7-b0fa-df66dd1131ea {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 623.216421] env[65311]: WARNING nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Received unexpected event network-vif-plugged-8b76e0cd-5304-44c7-b0fa-df66dd1131ea for instance with vm_state building and task_state spawning. [ 623.217046] env[65311]: DEBUG nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Received event network-changed-8b76e0cd-5304-44c7-b0fa-df66dd1131ea {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 623.217046] env[65311]: DEBUG nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Refreshing instance network info cache due to event network-changed-8b76e0cd-5304-44c7-b0fa-df66dd1131ea. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 623.217046] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Acquiring lock "refresh_cache-aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.217231] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Acquired lock "refresh_cache-aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.217270] env[65311]: DEBUG nova.network.neutron [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Refreshing network info cache for port 8b76e0cd-5304-44c7-b0fa-df66dd1131ea {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.417586] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.417906] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.489117] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0b4574-5449-4300-bfc4-586d76dad612 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.499067] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72583e92-5196-470b-b6bc-c8100779cbb7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.537990] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56e44ef-a956-4f93-8f6b-47122366478d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.551254] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ec32a-6ead-4263-a20e-86a33426ee0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.555207] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526b2311-3b54-4a97-d4c8-e11bdb26e8bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015092} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.556737] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4641f5b6-d890-4845-aead-3684f7bb7c8a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.567481] env[65311]: DEBUG nova.compute.provider_tree [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.573692] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 623.573692] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52be0ba0-8382-30b4-a916-fdef2c21db01" [ 623.573692] env[65311]: _type = "Task" [ 623.573692] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.578071] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 623.590757] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52be0ba0-8382-30b4-a916-fdef2c21db01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.622882] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427670, 'name': ReconfigVM_Task, 'duration_secs': 1.609066} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.623269] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Reconfigured VM instance instance-00000009 to attach disk [datastore2] aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a/aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.623962] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e0e763e-e9b8-4675-9fb3-710703c240d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.632130] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 623.632130] env[65311]: value = "task-4427674" [ 623.632130] env[65311]: _type = "Task" [ 623.632130] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.642229] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427674, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.687444] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427673, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.723963] env[65311]: WARNING neutronclient.v2_0.client [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.829105] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.924904] env[65311]: DEBUG nova.compute.manager [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 624.070705] env[65311]: DEBUG nova.scheduler.client.report [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.085707] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52be0ba0-8382-30b4-a916-fdef2c21db01, 'name': SearchDatastore_Task, 'duration_secs': 0.015708} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.086116] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.086340] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] c45089f9-6b16-4e78-b557-d1a999199f97/c45089f9-6b16-4e78-b557-d1a999199f97.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.086626] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12948b48-9cf7-4e55-84a4-9eddee3efc24 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.095345] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 624.095345] env[65311]: value = "task-4427675" [ 624.095345] env[65311]: _type = "Task" [ 624.095345] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.105323] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.144173] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427674, 'name': Rename_Task, 'duration_secs': 0.280003} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.144550] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.144829] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1f1cc2e-53d2-4311-a51b-879f8b2b2e6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.153414] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 624.153414] env[65311]: value = "task-4427676" [ 624.153414] env[65311]: _type = "Task" [ 624.153414] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.154735] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 624.167533] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.190405] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427673, 'name': CreateVM_Task, 'duration_secs': 0.601468} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.190608] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de11687e-08cc-4ee7-91fa-789196241589] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.191219] env[65311]: WARNING neutronclient.v2_0.client [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.191552] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.191692] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.192048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.192319] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95cc48e-ceea-4582-b1d6-691253ec0017 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.198823] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 624.198823] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.198823] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 624.199085] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.199085] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.199085] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.199085] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.199085] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.199268] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.199268] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.199268] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.200055] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda8d977-55e5-481a-8369-8a338f2e9c07 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.204081] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 624.204081] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5248c214-6efe-fe19-8fc7-1ae534cc0000" [ 624.204081] env[65311]: _type = "Task" [ 624.204081] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.212498] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90df953b-0dee-400e-b98d-1e753465c688 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.219701] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5248c214-6efe-fe19-8fc7-1ae534cc0000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.376796] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "2e397b2e-58cf-4749-a3b3-7944b810118f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.377138] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "2e397b2e-58cf-4749-a3b3-7944b810118f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.377356] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "2e397b2e-58cf-4749-a3b3-7944b810118f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.377533] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "2e397b2e-58cf-4749-a3b3-7944b810118f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.377849] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "2e397b2e-58cf-4749-a3b3-7944b810118f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.379933] env[65311]: INFO nova.compute.manager [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Terminating instance [ 624.448419] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Updating instance_info_cache with network_info: [{"id": "b0e2b15f-7345-4948-a9aa-bf248789fd47", "address": "fa:16:3e:4b:84:d9", "network": {"id": "be3aa68c-9711-40e8-8c7b-cd1c839be953", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-541052164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a2ab250ba384291920513f06b4c155f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e2b15f-73", "ovs_interfaceid": "b0e2b15f-7345-4948-a9aa-bf248789fd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.454025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.552319] env[65311]: WARNING neutronclient.v2_0.client [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.581012] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.581642] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 624.585923] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.385s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.587990] env[65311]: INFO nova.compute.claims [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.592560] env[65311]: DEBUG nova.compute.manager [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Received event network-vif-plugged-9de4c47a-170c-420a-bffa-924d3629a6c0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 624.597313] env[65311]: DEBUG oslo_concurrency.lockutils [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] Acquiring lock "de11687e-08cc-4ee7-91fa-789196241589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.597313] env[65311]: DEBUG oslo_concurrency.lockutils [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] Lock "de11687e-08cc-4ee7-91fa-789196241589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.597313] env[65311]: DEBUG oslo_concurrency.lockutils [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] Lock "de11687e-08cc-4ee7-91fa-789196241589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.597313] env[65311]: DEBUG nova.compute.manager [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] No waiting events found dispatching network-vif-plugged-9de4c47a-170c-420a-bffa-924d3629a6c0 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 624.597313] env[65311]: WARNING nova.compute.manager [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Received unexpected event network-vif-plugged-9de4c47a-170c-420a-bffa-924d3629a6c0 for instance with vm_state building and task_state spawning. [ 624.597479] env[65311]: DEBUG nova.compute.manager [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Received event network-changed-9de4c47a-170c-420a-bffa-924d3629a6c0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 624.597479] env[65311]: DEBUG nova.compute.manager [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Refreshing instance network info cache due to event network-changed-9de4c47a-170c-420a-bffa-924d3629a6c0. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 624.597479] env[65311]: DEBUG oslo_concurrency.lockutils [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] Acquiring lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.597479] env[65311]: DEBUG oslo_concurrency.lockutils [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] Acquired lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.597479] env[65311]: DEBUG nova.network.neutron [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Refreshing network info cache for port 9de4c47a-170c-420a-bffa-924d3629a6c0 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.617324] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427675, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.668609] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427676, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.693684] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "1ce5dc2f-9745-4953-9331-5748019048d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.693960] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "1ce5dc2f-9745-4953-9331-5748019048d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.719542] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5248c214-6efe-fe19-8fc7-1ae534cc0000, 'name': SearchDatastore_Task, 'duration_secs': 0.021083} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.720439] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.720439] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.720439] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.720439] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.720849] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.723495] env[65311]: DEBUG nova.network.neutron [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Updated VIF entry in instance network info cache for port 8b76e0cd-5304-44c7-b0fa-df66dd1131ea. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 624.723495] env[65311]: DEBUG nova.network.neutron [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Updating instance_info_cache with network_info: [{"id": "8b76e0cd-5304-44c7-b0fa-df66dd1131ea", "address": "fa:16:3e:b1:98:84", "network": {"id": "ed39da89-830a-4607-b560-9b5112c1ee99", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1008326955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c1ad4ced86a4dddafa3a349ae772507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76e0cd-53", "ovs_interfaceid": "8b76e0cd-5304-44c7-b0fa-df66dd1131ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.723883] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8809d4-e119-4af9-a46d-a0d1ef1be664 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.758840] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.758840] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.759179] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ffe901-ba2f-4997-921b-acd6d70cc1f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.771077] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 624.771077] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d4acc7-74ff-d349-e7c2-73356d461749" [ 624.771077] env[65311]: _type = "Task" [ 624.771077] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.791722] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d4acc7-74ff-d349-e7c2-73356d461749, 'name': SearchDatastore_Task, 'duration_secs': 0.016071} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.792922] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f61ccd2-3e8d-46f5-bb46-6ebd9a1e2a29 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.801295] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 624.801295] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bf1073-2e08-b938-ad0c-1579c7ddd19c" [ 624.801295] env[65311]: _type = "Task" [ 624.801295] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.814025] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bf1073-2e08-b938-ad0c-1579c7ddd19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.817619] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Successfully updated port: 35d062c8-4506-42ab-86d1-a678e158a94f {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.884137] env[65311]: DEBUG nova.compute.manager [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 624.884390] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.885454] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d59e4d-aea7-4240-bc60-99dd8669e1fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.895698] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.895923] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df56d60e-536d-4ddf-a598-9c5b838b5461 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.905153] env[65311]: DEBUG oslo_vmware.api [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 624.905153] env[65311]: value = "task-4427677" [ 624.905153] env[65311]: _type = "Task" [ 624.905153] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.917737] env[65311]: DEBUG oslo_vmware.api [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.954262] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Releasing lock "refresh_cache-1734aaef-fc63-4dc2-8727-ae5a1c59170d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.954262] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Instance network_info: |[{"id": "b0e2b15f-7345-4948-a9aa-bf248789fd47", "address": "fa:16:3e:4b:84:d9", "network": {"id": "be3aa68c-9711-40e8-8c7b-cd1c839be953", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-541052164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a2ab250ba384291920513f06b4c155f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e2b15f-73", "ovs_interfaceid": "b0e2b15f-7345-4948-a9aa-bf248789fd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 624.954534] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:84:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0e2b15f-7345-4948-a9aa-bf248789fd47', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.963174] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Creating folder: Project (1a2ab250ba384291920513f06b4c155f). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.963866] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39a42224-e440-4d60-ac2f-4c62d6882afc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.979548] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Created folder: Project (1a2ab250ba384291920513f06b4c155f) in parent group-v866349. [ 624.979755] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Creating folder: Instances. Parent ref: group-v866381. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.980065] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ec6f3a0-b1ed-4bee-9bf6-c510203a33dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.992583] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Created folder: Instances in parent group-v866381. [ 624.992904] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 624.993144] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.993369] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cae28d6-c229-4693-83e1-2792aa08dbb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.013820] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.013820] env[65311]: value = "task-4427680" [ 625.013820] env[65311]: _type = "Task" [ 625.013820] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.024888] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427680, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.100608] env[65311]: DEBUG nova.compute.utils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.102375] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 625.102375] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 625.102561] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.102995] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.107379] env[65311]: WARNING neutronclient.v2_0.client [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.120530] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553326} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.120783] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] c45089f9-6b16-4e78-b557-d1a999199f97/c45089f9-6b16-4e78-b557-d1a999199f97.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.122852] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.122852] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-569e8d6c-7269-42ea-a390-aecedc8bd581 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.130978] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 625.130978] env[65311]: value = "task-4427681" [ 625.130978] env[65311]: _type = "Task" [ 625.130978] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.141702] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.160927] env[65311]: DEBUG nova.policy [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55107951c60a45cb8ac20fd9a8181e95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a2ab250ba384291920513f06b4c155f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.170697] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427676, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.197519] env[65311]: DEBUG nova.compute.manager [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.234985] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Releasing lock "refresh_cache-aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.235948] env[65311]: DEBUG nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Received event network-vif-plugged-26f08090-bd41-431e-a890-a456f790c98a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 625.236248] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Acquiring lock "c45089f9-6b16-4e78-b557-d1a999199f97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.236573] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Lock "c45089f9-6b16-4e78-b557-d1a999199f97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.236775] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Lock "c45089f9-6b16-4e78-b557-d1a999199f97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.237262] env[65311]: DEBUG nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] No waiting events found dispatching network-vif-plugged-26f08090-bd41-431e-a890-a456f790c98a {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 625.237324] env[65311]: WARNING nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Received unexpected event network-vif-plugged-26f08090-bd41-431e-a890-a456f790c98a for instance with vm_state building and task_state spawning. [ 625.237565] env[65311]: DEBUG nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Received event network-changed-26f08090-bd41-431e-a890-a456f790c98a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 625.238585] env[65311]: DEBUG nova.compute.manager [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Refreshing instance network info cache due to event network-changed-26f08090-bd41-431e-a890-a456f790c98a. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 625.238585] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Acquiring lock "refresh_cache-c45089f9-6b16-4e78-b557-d1a999199f97" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.238585] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Acquired lock "refresh_cache-c45089f9-6b16-4e78-b557-d1a999199f97" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.238585] env[65311]: DEBUG nova.network.neutron [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Refreshing network info cache for port 26f08090-bd41-431e-a890-a456f790c98a {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.313559] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bf1073-2e08-b938-ad0c-1579c7ddd19c, 'name': SearchDatastore_Task, 'duration_secs': 0.02594} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.313886] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.314148] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] de11687e-08cc-4ee7-91fa-789196241589/de11687e-08cc-4ee7-91fa-789196241589.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.314428] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f95b1559-6df3-4c42-9c9a-65e7c6e22b6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.321107] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "refresh_cache-6be80110-6348-4089-a97d-0133455aa421" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.321388] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired lock "refresh_cache-6be80110-6348-4089-a97d-0133455aa421" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.321563] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 625.327018] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 625.327018] env[65311]: value = "task-4427682" [ 625.327018] env[65311]: _type = "Task" [ 625.327018] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.339287] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.419342] env[65311]: DEBUG oslo_vmware.api [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427677, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.534750] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427680, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.551976] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Successfully created port: dfa6c768-715e-4400-b37c-46da176c5c76 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 625.557567] env[65311]: WARNING neutronclient.v2_0.client [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.608040] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 625.644012] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202496} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.647563] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.648966] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30967f9-cf38-4a89-b606-1845b10ef2ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.680366] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] c45089f9-6b16-4e78-b557-d1a999199f97/c45089f9-6b16-4e78-b557-d1a999199f97.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.685382] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2de17877-1e5a-4e45-9338-940b0ae995ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.713157] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427676, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.727158] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 625.727158] env[65311]: value = "task-4427683" [ 625.727158] env[65311]: _type = "Task" [ 625.727158] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.731722] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.740662] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.744669] env[65311]: WARNING neutronclient.v2_0.client [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.850474] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.920804] env[65311]: DEBUG oslo_vmware.api [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427677, 'name': PowerOffVM_Task, 'duration_secs': 0.77543} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.920804] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.920804] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.920804] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b5c392-f2e2-4e6d-b79c-ed679380e5d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.942623] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquiring lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.942854] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.011932] env[65311]: DEBUG nova.network.neutron [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updated VIF entry in instance network info cache for port 9de4c47a-170c-420a-bffa-924d3629a6c0. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 626.011932] env[65311]: DEBUG nova.network.neutron [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance_info_cache with network_info: [{"id": "9de4c47a-170c-420a-bffa-924d3629a6c0", "address": "fa:16:3e:d0:8e:3b", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de4c47a-17", "ovs_interfaceid": "9de4c47a-170c-420a-bffa-924d3629a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.029807] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427680, 'name': CreateVM_Task, 'duration_secs': 0.605912} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.032854] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.034067] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927d8ef3-ad34-42aa-9846-5967db0baf60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.037074] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.037288] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.037452] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleting the datastore file [datastore1] 2e397b2e-58cf-4749-a3b3-7944b810118f {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.038197] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.038622] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.038751] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.039067] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.040093] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8981824-4844-46a1-acf1-f97282998659 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.041997] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b05bfff-8fc2-420a-ae4b-eda9b929d3db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.051686] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f1c67e-d284-4199-b2d3-109744648f10 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.056258] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 626.056258] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52249e00-dcd0-220e-15c4-1bc0b9dda5c3" [ 626.056258] env[65311]: _type = "Task" [ 626.056258] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.058515] env[65311]: DEBUG oslo_vmware.api [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 626.058515] env[65311]: value = "task-4427685" [ 626.058515] env[65311]: _type = "Task" [ 626.058515] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.098526] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 626.101710] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa13bd-8be2-49d8-a54f-89d8b8a48ab4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.109309] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52249e00-dcd0-220e-15c4-1bc0b9dda5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.020622} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.110058] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.110259] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.110487] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.110623] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.110805] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.111110] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6f49cc8-aef5-43b9-af1d-2819e58a5057 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.121877] env[65311]: DEBUG oslo_vmware.api [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.123758] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde3d7ec-e4c9-4ddf-b4c0-6e14c9bbe5e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.130585] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.130757] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.139464] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac2e83d-f81c-408b-a4ba-ae7f351ab382 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.142128] env[65311]: DEBUG nova.compute.provider_tree [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.148763] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 626.148763] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523664af-4301-d670-64e0-012235ec7c8f" [ 626.148763] env[65311]: _type = "Task" [ 626.148763] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.159570] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523664af-4301-d670-64e0-012235ec7c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.168334] env[65311]: DEBUG oslo_vmware.api [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427676, 'name': PowerOnVM_Task, 'duration_secs': 1.648224} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.168642] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.169782] env[65311]: INFO nova.compute.manager [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Took 12.59 seconds to spawn the instance on the hypervisor. [ 626.169782] env[65311]: DEBUG nova.compute.manager [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 626.169888] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aaa44d-b43b-4d35-b658-050235650efb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.237068] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.342377] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655379} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.342631] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] de11687e-08cc-4ee7-91fa-789196241589/de11687e-08cc-4ee7-91fa-789196241589.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.342835] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.343100] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bdb73cd-171c-43b2-b8fa-457860e13643 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.351445] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 626.351445] env[65311]: value = "task-4427686" [ 626.351445] env[65311]: _type = "Task" [ 626.351445] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.362642] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.445792] env[65311]: DEBUG nova.compute.manager [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.514602] env[65311]: DEBUG oslo_concurrency.lockutils [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] Releasing lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.515014] env[65311]: DEBUG nova.compute.manager [req-88ca2d5b-f6a9-4e5e-815b-1e862bf2ea64 req-34f5508e-6aa4-4d67-a20c-3d9760684196 service nova] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Received event network-vif-deleted-0939c9a6-35fb-4453-ab08-cc2fd1abc69f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 626.580221] env[65311]: DEBUG oslo_vmware.api [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447747} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.580643] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.580744] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.580935] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.581097] env[65311]: INFO nova.compute.manager [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Took 1.70 seconds to destroy the instance on the hypervisor. [ 626.581357] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 626.581593] env[65311]: DEBUG nova.compute.manager [-] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 626.581733] env[65311]: DEBUG nova.network.neutron [-] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 626.582149] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.624299] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 626.644967] env[65311]: DEBUG nova.scheduler.client.report [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.658732] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.659014] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.659949] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.659949] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.659949] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.659949] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.659949] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.660283] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.660283] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.660418] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.660718] env[65311]: DEBUG nova.virt.hardware [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.663124] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ed20d-1a8c-40b6-9b72-68acf20d0c05 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.670427] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523664af-4301-d670-64e0-012235ec7c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.024391} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.673057] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88de8a7-15af-49c2-9def-dcb000a820ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.680759] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed5b83-5732-4092-8baa-7f386ffb6fac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.690339] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 626.690339] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52521df4-6b46-78af-8235-cb7a16df4de2" [ 626.690339] env[65311]: _type = "Task" [ 626.690339] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.707741] env[65311]: INFO nova.compute.manager [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Took 17.62 seconds to build instance. [ 626.715251] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52521df4-6b46-78af-8235-cb7a16df4de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.738750] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427683, 'name': ReconfigVM_Task, 'duration_secs': 0.835197} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.739146] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Reconfigured VM instance instance-0000000a to attach disk [datastore2] c45089f9-6b16-4e78-b557-d1a999199f97/c45089f9-6b16-4e78-b557-d1a999199f97.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.740142] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec57d614-20cd-4e48-98db-2eeacd0b54f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.749326] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 626.749326] env[65311]: value = "task-4427687" [ 626.749326] env[65311]: _type = "Task" [ 626.749326] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.761492] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427687, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.764241] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.862644] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131404} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.862911] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.863758] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c0d999-7f10-4dfc-a691-8006a5edf85e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.893589] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] de11687e-08cc-4ee7-91fa-789196241589/de11687e-08cc-4ee7-91fa-789196241589.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.893589] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.897216] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8022e91d-9b76-4f4a-8954-967fbf0b00f5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.920022] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 626.920022] env[65311]: value = "task-4427688" [ 626.920022] env[65311]: _type = "Task" [ 626.920022] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.935486] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.006678] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.152520] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.153578] env[65311]: DEBUG nova.compute.manager [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 627.155966] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.878s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.156243] env[65311]: DEBUG nova.objects.instance [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Lazy-loading 'resources' on Instance uuid 5c1a2e41-feac-4687-ab2c-54ea1db131d0 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.213035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4978178c-8ab8-4cc4-817c-6cc69e7b3ffc tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.146s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.213035] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52521df4-6b46-78af-8235-cb7a16df4de2, 'name': SearchDatastore_Task, 'duration_secs': 0.042974} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.213035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.213258] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1734aaef-fc63-4dc2-8727-ae5a1c59170d/1734aaef-fc63-4dc2-8727-ae5a1c59170d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.213524] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e3f8975-a4c9-41ef-aaeb-6d24d444130f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.225263] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 627.225263] env[65311]: value = "task-4427689" [ 627.225263] env[65311]: _type = "Task" [ 627.225263] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.238312] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.260545] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427687, 'name': Rename_Task, 'duration_secs': 0.251199} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.260846] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.261151] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d182f344-5645-4b43-ba35-6f6485a4157c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.270109] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 627.270109] env[65311]: value = "task-4427690" [ 627.270109] env[65311]: _type = "Task" [ 627.270109] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.280520] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.325955] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Successfully updated port: dfa6c768-715e-4400-b37c-46da176c5c76 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.357795] env[65311]: WARNING neutronclient.v2_0.client [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.430649] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.567032] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "13e118c9-a6aa-4b79-879a-b432a112900e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.567360] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "13e118c9-a6aa-4b79-879a-b432a112900e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.567621] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "13e118c9-a6aa-4b79-879a-b432a112900e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.567844] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "13e118c9-a6aa-4b79-879a-b432a112900e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.568034] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "13e118c9-a6aa-4b79-879a-b432a112900e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.570965] env[65311]: INFO nova.compute.manager [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Terminating instance [ 627.659977] env[65311]: DEBUG nova.compute.utils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.661881] env[65311]: DEBUG nova.compute.manager [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 627.662084] env[65311]: DEBUG nova.network.neutron [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 627.662403] env[65311]: WARNING neutronclient.v2_0.client [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.662682] env[65311]: WARNING neutronclient.v2_0.client [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.741851] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.750778] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Updating instance_info_cache with network_info: [{"id": "35d062c8-4506-42ab-86d1-a678e158a94f", "address": "fa:16:3e:da:4d:5b", "network": {"id": "be3aa68c-9711-40e8-8c7b-cd1c839be953", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-541052164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a2ab250ba384291920513f06b4c155f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d062c8-45", "ovs_interfaceid": "35d062c8-4506-42ab-86d1-a678e158a94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.790920] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427690, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.830621] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "refresh_cache-ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.830800] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired lock "refresh_cache-ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.831067] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.832893] env[65311]: DEBUG nova.network.neutron [-] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.931503] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427688, 'name': ReconfigVM_Task, 'duration_secs': 0.702768} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.937267] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Reconfigured VM instance instance-0000000b to attach disk [datastore2] de11687e-08cc-4ee7-91fa-789196241589/de11687e-08cc-4ee7-91fa-789196241589.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.938560] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90c70a03-78ba-4f70-bc6e-1feb589b24c2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.948719] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 627.948719] env[65311]: value = "task-4427691" [ 627.948719] env[65311]: _type = "Task" [ 627.948719] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.962321] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427691, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.001426] env[65311]: DEBUG nova.network.neutron [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Updated VIF entry in instance network info cache for port 26f08090-bd41-431e-a890-a456f790c98a. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 628.002095] env[65311]: DEBUG nova.network.neutron [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Updating instance_info_cache with network_info: [{"id": "26f08090-bd41-431e-a890-a456f790c98a", "address": "fa:16:3e:6b:f6:3a", "network": {"id": "d45cab7a-f9f1-4eec-b655-150636608a21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1739980017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "2c3a04608bce4eeba19ff2418528b6e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26f08090-bd", "ovs_interfaceid": "26f08090-bd41-431e-a890-a456f790c98a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.054120] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2c81d4-a5e3-452b-87c2-235715d43d87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.068285] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d9f985-1675-43d6-8f4d-6fbf2d524a1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.076122] env[65311]: DEBUG nova.compute.manager [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 628.076896] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.078455] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99285591-fe07-459e-a418-7e2d338b084d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.134334] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065dc5e9-692c-4958-9351-83ac27f21b64 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.141559] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.142435] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec8053a4-8ce3-4ed8-adc4-753a3ba18525 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.149651] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebafe7ff-c1ad-4231-9819-0ac7786699db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.157895] env[65311]: DEBUG oslo_vmware.api [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 628.157895] env[65311]: value = "task-4427692" [ 628.157895] env[65311]: _type = "Task" [ 628.157895] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.175460] env[65311]: DEBUG nova.compute.manager [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 628.179802] env[65311]: DEBUG nova.compute.provider_tree [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.187032] env[65311]: DEBUG nova.policy [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '962b071c739a4886b746194d5345ece3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '217176e7798b447e88d85b12b689b0ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.197134] env[65311]: DEBUG oslo_vmware.api [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.238530] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63049} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.240236] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1734aaef-fc63-4dc2-8727-ae5a1c59170d/1734aaef-fc63-4dc2-8727-ae5a1c59170d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.240236] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.240236] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa97d13d-a166-4327-bb98-477b5732b1f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.252276] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 628.252276] env[65311]: value = "task-4427693" [ 628.252276] env[65311]: _type = "Task" [ 628.252276] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.255020] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Releasing lock "refresh_cache-6be80110-6348-4089-a97d-0133455aa421" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.255020] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Instance network_info: |[{"id": "35d062c8-4506-42ab-86d1-a678e158a94f", "address": "fa:16:3e:da:4d:5b", "network": {"id": "be3aa68c-9711-40e8-8c7b-cd1c839be953", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-541052164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a2ab250ba384291920513f06b4c155f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d062c8-45", "ovs_interfaceid": "35d062c8-4506-42ab-86d1-a678e158a94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 628.262016] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:4d:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35d062c8-4506-42ab-86d1-a678e158a94f', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.270241] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 628.271318] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be80110-6348-4089-a97d-0133455aa421] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.271934] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bca6b76-864a-42a4-bc70-d53bfbce7119 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.293968] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.295781] env[65311]: DEBUG nova.compute.manager [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Received event network-vif-plugged-b0e2b15f-7345-4948-a9aa-bf248789fd47 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 628.295781] env[65311]: DEBUG oslo_concurrency.lockutils [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] Acquiring lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.295781] env[65311]: DEBUG oslo_concurrency.lockutils [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] Lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.295781] env[65311]: DEBUG oslo_concurrency.lockutils [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] Lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.295781] env[65311]: DEBUG nova.compute.manager [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] No waiting events found dispatching network-vif-plugged-b0e2b15f-7345-4948-a9aa-bf248789fd47 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 628.296033] env[65311]: WARNING nova.compute.manager [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Received unexpected event network-vif-plugged-b0e2b15f-7345-4948-a9aa-bf248789fd47 for instance with vm_state building and task_state spawning. [ 628.296033] env[65311]: DEBUG nova.compute.manager [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Received event network-changed-b0e2b15f-7345-4948-a9aa-bf248789fd47 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 628.296145] env[65311]: DEBUG nova.compute.manager [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Refreshing instance network info cache due to event network-changed-b0e2b15f-7345-4948-a9aa-bf248789fd47. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 628.296276] env[65311]: DEBUG oslo_concurrency.lockutils [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] Acquiring lock "refresh_cache-1734aaef-fc63-4dc2-8727-ae5a1c59170d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.296403] env[65311]: DEBUG oslo_concurrency.lockutils [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] Acquired lock "refresh_cache-1734aaef-fc63-4dc2-8727-ae5a1c59170d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.296546] env[65311]: DEBUG nova.network.neutron [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Refreshing network info cache for port b0e2b15f-7345-4948-a9aa-bf248789fd47 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.310444] env[65311]: DEBUG oslo_vmware.api [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427690, 'name': PowerOnVM_Task, 'duration_secs': 0.821341} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.312745] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.313245] env[65311]: INFO nova.compute.manager [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Took 11.41 seconds to spawn the instance on the hypervisor. [ 628.313245] env[65311]: DEBUG nova.compute.manager [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 628.313742] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.313742] env[65311]: value = "task-4427694" [ 628.313742] env[65311]: _type = "Task" [ 628.313742] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.314797] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf45c91-9686-4d12-a7d9-8a4e57c598c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.334081] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427694, 'name': CreateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.338314] env[65311]: INFO nova.compute.manager [-] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Took 1.76 seconds to deallocate network for instance. [ 628.463625] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427691, 'name': Rename_Task, 'duration_secs': 0.321007} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.463625] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.463625] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-519356a8-0cd0-4f2c-b248-8d30e9e4f1bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.477037] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 628.477037] env[65311]: value = "task-4427695" [ 628.477037] env[65311]: _type = "Task" [ 628.477037] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.493128] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.507983] env[65311]: DEBUG oslo_concurrency.lockutils [req-34359449-36c2-40b3-bc48-85aadd61652c req-bcc3751e-930d-4b5e-825b-c566ed5baa34 service nova] Releasing lock "refresh_cache-c45089f9-6b16-4e78-b557-d1a999199f97" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.549688] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 628.673711] env[65311]: DEBUG oslo_vmware.api [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427692, 'name': PowerOffVM_Task, 'duration_secs': 0.280167} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.674161] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.674469] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.674888] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3d80993-93f0-421c-afea-da4473939937 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.699303] env[65311]: DEBUG nova.scheduler.client.report [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.702896] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquiring lock "interface-b3acc990-6aa8-4103-9503-a4a5ed2488eb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.703291] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "interface-b3acc990-6aa8-4103-9503-a4a5ed2488eb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.703775] env[65311]: DEBUG nova.objects.instance [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lazy-loading 'flavor' on Instance uuid b3acc990-6aa8-4103-9503-a4a5ed2488eb {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.761989] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.762257] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.762408] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleting the datastore file [datastore1] 13e118c9-a6aa-4b79-879a-b432a112900e {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.766684] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a35d3228-042f-4869-ab62-a2c5a57e27fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.771664] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086656} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.772056] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.773158] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6f9615-c7bf-4d6f-be80-d2f27b04d0fc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.778245] env[65311]: DEBUG oslo_vmware.api [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 628.778245] env[65311]: value = "task-4427697" [ 628.778245] env[65311]: _type = "Task" [ 628.778245] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.803982] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 1734aaef-fc63-4dc2-8727-ae5a1c59170d/1734aaef-fc63-4dc2-8727-ae5a1c59170d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.805471] env[65311]: DEBUG nova.network.neutron [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Successfully created port: 703595f6-e563-4f8b-bbbd-604de896f298 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 628.809348] env[65311]: WARNING neutronclient.v2_0.client [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.812611] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6611b810-115e-4bf5-a5eb-845ff51c95e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.841097] env[65311]: DEBUG oslo_vmware.api [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.848821] env[65311]: INFO nova.compute.manager [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Took 18.31 seconds to build instance. [ 628.852044] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.857519] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427694, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.859876] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 628.859876] env[65311]: value = "task-4427698" [ 628.859876] env[65311]: _type = "Task" [ 628.859876] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.872210] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.992625] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.188231] env[65311]: DEBUG nova.compute.manager [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 629.207513] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.211800] env[65311]: WARNING neutronclient.v2_0.client [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.211983] env[65311]: DEBUG nova.objects.instance [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lazy-loading 'pci_requests' on Instance uuid b3acc990-6aa8-4103-9503-a4a5ed2488eb {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.219772] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.769s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.222028] env[65311]: INFO nova.compute.claims [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.235531] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.236133] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.236133] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.236133] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.236299] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.236395] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.237434] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.237434] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.237434] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.237434] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.237434] env[65311]: DEBUG nova.virt.hardware [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.238809] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5d77f3-8fcd-4e60-8644-df33bb85bf5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.244965] env[65311]: INFO nova.scheduler.client.report [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Deleted allocations for instance 5c1a2e41-feac-4687-ab2c-54ea1db131d0 [ 629.250776] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90f3867-12f8-4679-8c3f-f8e2189fc0ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.290837] env[65311]: DEBUG oslo_vmware.api [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268619} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.291913] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.292101] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.292272] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.292777] env[65311]: INFO nova.compute.manager [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 629.292777] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 629.293268] env[65311]: DEBUG nova.compute.manager [-] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 629.293352] env[65311]: DEBUG nova.network.neutron [-] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 629.293581] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.350302] env[65311]: DEBUG oslo_concurrency.lockutils [None req-33baf992-7f50-4fc1-aaef-8454f4fff03a tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "c45089f9-6b16-4e78-b557-d1a999199f97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.829s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.355106] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427694, 'name': CreateVM_Task, 'duration_secs': 0.678718} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.355279] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6be80110-6348-4089-a97d-0133455aa421] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.355951] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.356370] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.356598] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.356927] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.357614] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0a378b-1acb-4115-a96e-c0fe134c681c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.365735] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 629.365735] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521e9150-b610-5de0-005f-152eed684270" [ 629.365735] env[65311]: _type = "Task" [ 629.365735] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.373337] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427698, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.380336] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521e9150-b610-5de0-005f-152eed684270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.489899] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.727168] env[65311]: DEBUG nova.objects.base [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 629.727761] env[65311]: DEBUG nova.network.neutron [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 629.727761] env[65311]: WARNING neutronclient.v2_0.client [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.728041] env[65311]: WARNING neutronclient.v2_0.client [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.760033] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bb1d8c6-95c0-42d7-9301-bdbcce82a119 tempest-DeleteServersAdminTestJSON-1268376729 tempest-DeleteServersAdminTestJSON-1268376729-project-admin] Lock "5c1a2e41-feac-4687-ab2c-54ea1db131d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.146s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.801324] env[65311]: DEBUG nova.compute.manager [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Stashing vm_state: active {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 629.837321] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.875054] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427698, 'name': ReconfigVM_Task, 'duration_secs': 0.559237} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.875806] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 1734aaef-fc63-4dc2-8727-ae5a1c59170d/1734aaef-fc63-4dc2-8727-ae5a1c59170d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.877100] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eff8fd37-7a51-4691-baf2-7d36860ee7b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.890043] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521e9150-b610-5de0-005f-152eed684270, 'name': SearchDatastore_Task, 'duration_secs': 0.018709} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.892025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.892025] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.892658] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.892921] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.893107] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.893821] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab30f542-e94c-40e6-bf87-d6d97efa537f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.901294] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 629.901294] env[65311]: value = "task-4427699" [ 629.901294] env[65311]: _type = "Task" [ 629.901294] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.915423] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427699, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.917238] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.917448] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.918701] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1a54cd-4387-45b3-90ee-278b576f74c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.927433] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 629.927433] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235d734-f6ce-c292-c9f8-62ad802354a6" [ 629.927433] env[65311]: _type = "Task" [ 629.927433] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.940210] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235d734-f6ce-c292-c9f8-62ad802354a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.941433] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.990465] env[65311]: DEBUG oslo_vmware.api [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427695, 'name': PowerOnVM_Task, 'duration_secs': 1.116297} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.990773] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.990939] env[65311]: INFO nova.compute.manager [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Took 10.62 seconds to spawn the instance on the hypervisor. [ 629.991127] env[65311]: DEBUG nova.compute.manager [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 629.991957] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31207d8d-cb48-4145-a556-551e91c0e068 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.325337] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.413304] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427699, 'name': Rename_Task, 'duration_secs': 0.276074} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.416176] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.416986] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e1bb80-75f5-40f8-a148-4b637e937903 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.424653] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 630.424653] env[65311]: value = "task-4427700" [ 630.424653] env[65311]: _type = "Task" [ 630.424653] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.441806] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427700, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.450987] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235d734-f6ce-c292-c9f8-62ad802354a6, 'name': SearchDatastore_Task, 'duration_secs': 0.015795} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.452348] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71764eb-ced5-4f4c-96f9-5676ec6ad95c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.459049] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 630.459049] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526869c4-124f-b31d-7bef-13314a108c9e" [ 630.459049] env[65311]: _type = "Task" [ 630.459049] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.472155] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526869c4-124f-b31d-7bef-13314a108c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.512022] env[65311]: INFO nova.compute.manager [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Took 18.31 seconds to build instance. [ 630.551771] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85e7971-185e-4e03-ae2d-c398b811a9ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.562477] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad46ffbc-b59f-4e30-82d4-2a07f1985e19 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.595206] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3587f6-a1bd-467f-8812-f72dde20ea2b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.607136] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598e2986-b844-4676-ab4d-8d4795b52b44 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.613522] env[65311]: DEBUG nova.network.neutron [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Successfully updated port: 703595f6-e563-4f8b-bbbd-604de896f298 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 630.626209] env[65311]: DEBUG nova.compute.provider_tree [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.731698] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcd9a5ff-4399-479c-a281-7ead620b7a2d tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "interface-b3acc990-6aa8-4103-9503-a4a5ed2488eb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 2.028s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.942205] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427700, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.974280] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526869c4-124f-b31d-7bef-13314a108c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.017786} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.974668] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.975062] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 6be80110-6348-4089-a97d-0133455aa421/6be80110-6348-4089-a97d-0133455aa421.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.975429] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a51a915-8040-470b-9226-0a970d02d979 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.984470] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 630.984470] env[65311]: value = "task-4427701" [ 630.984470] env[65311]: _type = "Task" [ 630.984470] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.994861] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.013200] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fd4cbc4-d3b4-4e8d-b157-ee6e6fd4fa99 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.425s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.118089] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquiring lock "refresh_cache-2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.118335] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquired lock "refresh_cache-2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.118739] env[65311]: DEBUG nova.network.neutron [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.130557] env[65311]: DEBUG nova.network.neutron [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Updating instance_info_cache with network_info: [{"id": "dfa6c768-715e-4400-b37c-46da176c5c76", "address": "fa:16:3e:64:bc:fe", "network": {"id": "be3aa68c-9711-40e8-8c7b-cd1c839be953", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-541052164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a2ab250ba384291920513f06b4c155f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa6c768-71", "ovs_interfaceid": "dfa6c768-715e-4400-b37c-46da176c5c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.133461] env[65311]: DEBUG nova.scheduler.client.report [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.196995] env[65311]: DEBUG nova.network.neutron [-] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.401357] env[65311]: WARNING neutronclient.v2_0.client [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.448447] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427700, 'name': PowerOnVM_Task, 'duration_secs': 0.706048} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.448447] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.448772] env[65311]: INFO nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Took 9.69 seconds to spawn the instance on the hypervisor. [ 631.448966] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 631.449853] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4309ce-86ff-4bcb-8fa1-942e0c50f19e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.501894] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427701, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.640458] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Releasing lock "refresh_cache-ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.640458] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Instance network_info: |[{"id": "dfa6c768-715e-4400-b37c-46da176c5c76", "address": "fa:16:3e:64:bc:fe", "network": {"id": "be3aa68c-9711-40e8-8c7b-cd1c839be953", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-541052164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a2ab250ba384291920513f06b4c155f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa6c768-71", "ovs_interfaceid": "dfa6c768-715e-4400-b37c-46da176c5c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 631.640722] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.640722] env[65311]: DEBUG nova.compute.manager [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 631.646634] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:bc:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfa6c768-715e-4400-b37c-46da176c5c76', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.658127] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 631.660126] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.927s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.660772] env[65311]: INFO nova.compute.claims [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.664425] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.665196] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-583f0740-a616-48db-bef7-e989af988c9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.688023] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.688023] env[65311]: value = "task-4427702" [ 631.688023] env[65311]: _type = "Task" [ 631.688023] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.696949] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427702, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.700797] env[65311]: INFO nova.compute.manager [-] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Took 2.41 seconds to deallocate network for instance. [ 631.975331] env[65311]: INFO nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Took 18.40 seconds to build instance. [ 631.993043] env[65311]: DEBUG nova.network.neutron [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.001503] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648393} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.005758] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 6be80110-6348-4089-a97d-0133455aa421/6be80110-6348-4089-a97d-0133455aa421.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.005758] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.005758] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e982e5fb-0796-420c-b86d-bed2c21cc029 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.014459] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 632.014459] env[65311]: value = "task-4427703" [ 632.014459] env[65311]: _type = "Task" [ 632.014459] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.025406] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.162428] env[65311]: DEBUG nova.compute.utils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.163393] env[65311]: DEBUG nova.compute.manager [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 632.164158] env[65311]: DEBUG nova.network.neutron [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 632.164158] env[65311]: WARNING neutronclient.v2_0.client [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.164503] env[65311]: WARNING neutronclient.v2_0.client [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.211037] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.211037] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427702, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.477940] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.913s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.525626] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080125} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.525626] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.528854] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2aee7c-df48-49bb-b541-ae46500e9fd0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.552488] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 6be80110-6348-4089-a97d-0133455aa421/6be80110-6348-4089-a97d-0133455aa421.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.554211] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d74f75a-c81a-4ad2-a139-977c8b45b6c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.580545] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 632.580545] env[65311]: value = "task-4427704" [ 632.580545] env[65311]: _type = "Task" [ 632.580545] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.590870] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.667747] env[65311]: DEBUG nova.compute.manager [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 632.704419] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427702, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.725175] env[65311]: DEBUG nova.network.neutron [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Updated VIF entry in instance network info cache for port b0e2b15f-7345-4948-a9aa-bf248789fd47. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.725576] env[65311]: DEBUG nova.network.neutron [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Updating instance_info_cache with network_info: [{"id": "b0e2b15f-7345-4948-a9aa-bf248789fd47", "address": "fa:16:3e:4b:84:d9", "network": {"id": "be3aa68c-9711-40e8-8c7b-cd1c839be953", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-541052164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1a2ab250ba384291920513f06b4c155f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0e2b15f-73", "ovs_interfaceid": "b0e2b15f-7345-4948-a9aa-bf248789fd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.023843] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd5c2c6-8b00-4187-a5fa-e7224d1b8bcb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.034068] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34fe09e-256a-419c-b704-de62f8bf5f97 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.094145] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455ae7b8-68e1-488e-92b9-69a71454c032 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.098204] env[65311]: DEBUG nova.policy [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05e7bda921ec4fbcb3723ffd8cb1e175', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2634516bb804dfda06132f859d8c6ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.108496] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.112191] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b93aba-e942-47d3-aea7-ebb5fccfd621 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.128459] env[65311]: DEBUG nova.compute.provider_tree [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.201536] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427702, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.231796] env[65311]: DEBUG oslo_concurrency.lockutils [req-bc80a9e8-1d91-4763-803e-6f2795e8f6e5 req-b87309d5-b7d0-4b01-8a6e-e302cf2f2ab7 service nova] Releasing lock "refresh_cache-1734aaef-fc63-4dc2-8727-ae5a1c59170d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.602364] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427704, 'name': ReconfigVM_Task, 'duration_secs': 0.634937} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.602814] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 6be80110-6348-4089-a97d-0133455aa421/6be80110-6348-4089-a97d-0133455aa421.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.603702] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-028822f3-f8d2-4371-ad1f-bfa850039e4f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.614746] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 633.614746] env[65311]: value = "task-4427705" [ 633.614746] env[65311]: _type = "Task" [ 633.614746] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.625520] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427705, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.634634] env[65311]: DEBUG nova.scheduler.client.report [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.686255] env[65311]: DEBUG nova.compute.manager [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 633.701021] env[65311]: WARNING neutronclient.v2_0.client [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.707687] env[65311]: DEBUG nova.compute.manager [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] [instance: 6be80110-6348-4089-a97d-0133455aa421] Received event network-vif-plugged-35d062c8-4506-42ab-86d1-a678e158a94f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 633.708055] env[65311]: DEBUG oslo_concurrency.lockutils [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] Acquiring lock "6be80110-6348-4089-a97d-0133455aa421-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.708605] env[65311]: DEBUG oslo_concurrency.lockutils [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] Lock "6be80110-6348-4089-a97d-0133455aa421-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.709041] env[65311]: DEBUG oslo_concurrency.lockutils [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] Lock "6be80110-6348-4089-a97d-0133455aa421-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.709373] env[65311]: DEBUG nova.compute.manager [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] [instance: 6be80110-6348-4089-a97d-0133455aa421] No waiting events found dispatching network-vif-plugged-35d062c8-4506-42ab-86d1-a678e158a94f {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 633.709868] env[65311]: WARNING nova.compute.manager [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] [instance: 6be80110-6348-4089-a97d-0133455aa421] Received unexpected event network-vif-plugged-35d062c8-4506-42ab-86d1-a678e158a94f for instance with vm_state building and task_state spawning. [ 633.710155] env[65311]: DEBUG nova.compute.manager [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] [instance: 6be80110-6348-4089-a97d-0133455aa421] Received event network-changed-35d062c8-4506-42ab-86d1-a678e158a94f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 633.710486] env[65311]: DEBUG nova.compute.manager [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] [instance: 6be80110-6348-4089-a97d-0133455aa421] Refreshing instance network info cache due to event network-changed-35d062c8-4506-42ab-86d1-a678e158a94f. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 633.710813] env[65311]: DEBUG oslo_concurrency.lockutils [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] Acquiring lock "refresh_cache-6be80110-6348-4089-a97d-0133455aa421" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.711245] env[65311]: DEBUG oslo_concurrency.lockutils [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] Acquired lock "refresh_cache-6be80110-6348-4089-a97d-0133455aa421" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.713068] env[65311]: DEBUG nova.network.neutron [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] [instance: 6be80110-6348-4089-a97d-0133455aa421] Refreshing network info cache for port 35d062c8-4506-42ab-86d1-a678e158a94f {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.713336] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427702, 'name': CreateVM_Task, 'duration_secs': 1.638304} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.716322] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.717493] env[65311]: WARNING neutronclient.v2_0.client [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.718059] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.718865] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.719328] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.719733] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54a1eb9-a391-44f1-af2d-684912cf0d4e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.725191] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.729016] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.729016] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.729016] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.729016] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.729016] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.729276] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.729276] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.729276] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.729276] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.729276] env[65311]: DEBUG nova.virt.hardware [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.729444] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2c4ee3-7e8b-4d39-bb5a-eff9a63dc8dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.737395] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 633.737395] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d2c545-07ac-f6c3-4599-cedba46739b5" [ 633.737395] env[65311]: _type = "Task" [ 633.737395] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.746714] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371d3f1d-a25c-4627-85df-fd6676191937 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.760232] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d2c545-07ac-f6c3-4599-cedba46739b5, 'name': SearchDatastore_Task, 'duration_secs': 0.019187} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.770200] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.770801] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.771212] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.771482] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.771821] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.772855] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5708bb50-604a-420c-8e98-539add00328d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.786026] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.786026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.786026] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2220922-7616-4ef6-a610-85eb3c8b7a10 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.795016] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 633.795016] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52865d55-ed14-0633-1503-3e1761c11e2d" [ 633.795016] env[65311]: _type = "Task" [ 633.795016] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.806242] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52865d55-ed14-0633-1503-3e1761c11e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.072200] env[65311]: DEBUG nova.network.neutron [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Successfully created port: 5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 634.132019] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427705, 'name': Rename_Task, 'duration_secs': 0.218387} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.132356] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.133661] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0275cbab-2ca5-4c0b-95eb-bea44c594a0f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.141947] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.142470] env[65311]: DEBUG nova.compute.manager [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 634.151241] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.145s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.153721] env[65311]: INFO nova.compute.claims [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.158378] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 634.158378] env[65311]: value = "task-4427706" [ 634.158378] env[65311]: _type = "Task" [ 634.158378] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.173220] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427706, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.216920] env[65311]: WARNING neutronclient.v2_0.client [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.314519] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52865d55-ed14-0633-1503-3e1761c11e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.315463] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe085b1c-43c5-4c9c-86ad-a8139792e84f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.326138] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 634.326138] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d4d584-73b6-c6d0-b074-de0ecc3e69fc" [ 634.326138] env[65311]: _type = "Task" [ 634.326138] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.335676] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d4d584-73b6-c6d0-b074-de0ecc3e69fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.662049] env[65311]: DEBUG nova.compute.utils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.666075] env[65311]: DEBUG nova.compute.manager [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 634.666339] env[65311]: DEBUG nova.network.neutron [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 634.666698] env[65311]: WARNING neutronclient.v2_0.client [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.667041] env[65311]: WARNING neutronclient.v2_0.client [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.684386] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427706, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.836125] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d4d584-73b6-c6d0-b074-de0ecc3e69fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013561} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.836423] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.836735] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f/ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.837051] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9beecd2a-e3b6-4e5e-bdfa-3909a3a6c0ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.845367] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 634.845367] env[65311]: value = "task-4427707" [ 634.845367] env[65311]: _type = "Task" [ 634.845367] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.857429] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.083436] env[65311]: DEBUG nova.network.neutron [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Updating instance_info_cache with network_info: [{"id": "703595f6-e563-4f8b-bbbd-604de896f298", "address": "fa:16:3e:1f:d6:fc", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703595f6-e5", "ovs_interfaceid": "703595f6-e563-4f8b-bbbd-604de896f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.167322] env[65311]: DEBUG nova.compute.manager [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 635.201251] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427706, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.235861] env[65311]: DEBUG nova.policy [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe3ed31be4c4ae4a117438cb08d7c5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db5d43e877db46d5a2dd2921ff23c183', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.363518] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427707, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.574667] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f5d1d3-7088-4b2e-8349-059f863a8a99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.585883] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3adc3c-8b34-46d2-a3b3-ebfa8f9bf76f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.589217] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Releasing lock "refresh_cache-2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.589576] env[65311]: DEBUG nova.compute.manager [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Instance network_info: |[{"id": "703595f6-e563-4f8b-bbbd-604de896f298", "address": "fa:16:3e:1f:d6:fc", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703595f6-e5", "ovs_interfaceid": "703595f6-e563-4f8b-bbbd-604de896f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 635.590054] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:d6:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '703595f6-e563-4f8b-bbbd-604de896f298', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.597878] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Creating folder: Project (217176e7798b447e88d85b12b689b0ea). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.598670] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9e5b67f-f3bd-43a4-a00b-60950ee4b8ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.634606] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd732e9-3fc8-464c-b9ba-dd51957334dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.636822] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Created folder: Project (217176e7798b447e88d85b12b689b0ea) in parent group-v866349. [ 635.637076] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Creating folder: Instances. Parent ref: group-v866386. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.638837] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0013e315-1ecb-461c-888b-f034b5773f1c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.648278] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4aadf4-9ae4-43fa-864c-07904709ff74 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.655482] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Created folder: Instances in parent group-v866386. [ 635.655639] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 635.658788] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.658788] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab143528-b8af-42d5-9343-27dc97dd6c1e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.686432] env[65311]: DEBUG nova.compute.provider_tree [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.698027] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.698027] env[65311]: value = "task-4427710" [ 635.698027] env[65311]: _type = "Task" [ 635.698027] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.698027] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427706, 'name': PowerOnVM_Task, 'duration_secs': 1.116156} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.702508] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.702508] env[65311]: INFO nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Took 11.55 seconds to spawn the instance on the hypervisor. [ 635.702508] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 635.702508] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4d8d52-f0d1-46f5-ad6e-a701a29b007b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.865751] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641761} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.865751] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f/ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.865751] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.865751] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec71c577-d25d-4efa-b87d-07bff3ff4c94 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.876568] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 635.876568] env[65311]: value = "task-4427711" [ 635.876568] env[65311]: _type = "Task" [ 635.876568] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.891167] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.990305] env[65311]: DEBUG nova.network.neutron [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Successfully created port: 04452d64-9fe1-47f9-a443-14bee4f28c10 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 636.062161] env[65311]: DEBUG nova.network.neutron [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Successfully updated port: 5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 636.187679] env[65311]: DEBUG nova.compute.manager [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 636.194464] env[65311]: DEBUG nova.scheduler.client.report [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.210611] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427710, 'name': CreateVM_Task, 'duration_secs': 0.510463} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.212705] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.212705] env[65311]: WARNING neutronclient.v2_0.client [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.212705] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.212705] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.213557] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.214232] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41b0f58-6b99-45c1-bdea-2451b1da776e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.222217] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 636.222217] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524e0194-fbb2-e44f-9a0f-703262a5f2b1" [ 636.222217] env[65311]: _type = "Task" [ 636.222217] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.238174] env[65311]: INFO nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Took 22.30 seconds to build instance. [ 636.242017] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:42:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='165026772',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1914973910',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 636.242588] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.242879] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 636.243231] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.243506] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 636.243789] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 636.244139] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 636.244487] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 636.244778] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 636.245092] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 636.245409] env[65311]: DEBUG nova.virt.hardware [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 636.246455] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054ef32f-d768-4d80-bc9b-e33ae4341d74 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.253511] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524e0194-fbb2-e44f-9a0f-703262a5f2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.263031] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82da3f57-c535-4457-bf62-194da8d62d4f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.388222] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083311} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.388831] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.389416] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aa85be-d179-492e-9439-a75cdb8dc1f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.413626] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f/ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.414840] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cfc50cc-4e32-446a-848f-0477c41d2cbb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.437615] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 636.437615] env[65311]: value = "task-4427712" [ 636.437615] env[65311]: _type = "Task" [ 636.437615] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.446362] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.565202] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "refresh_cache-8f6ef977-4ff9-42de-8a9b-2842b6edb934" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.566028] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquired lock "refresh_cache-8f6ef977-4ff9-42de-8a9b-2842b6edb934" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.566028] env[65311]: DEBUG nova.network.neutron [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 636.699121] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.699653] env[65311]: DEBUG nova.compute.manager [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 636.702707] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.854s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.704327] env[65311]: DEBUG nova.objects.instance [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lazy-loading 'resources' on Instance uuid 2e397b2e-58cf-4749-a3b3-7944b810118f {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.741537] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "6be80110-6348-4089-a97d-0133455aa421" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.134s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.742357] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524e0194-fbb2-e44f-9a0f-703262a5f2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.025013} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.742830] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.743327] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.743706] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.744661] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.744661] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.744977] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2ceb6a1-6e0c-49b4-971e-5e2b30273e6a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.762773] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.762773] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.763430] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6ff3de-9772-4c71-97c4-632886ef7afa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.772772] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 636.772772] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cac3cb-7680-d7e6-45c0-893dc4908c4d" [ 636.772772] env[65311]: _type = "Task" [ 636.772772] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.781579] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cac3cb-7680-d7e6-45c0-893dc4908c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.838509] env[65311]: WARNING neutronclient.v2_0.client [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.951185] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.209162] env[65311]: DEBUG nova.compute.utils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.213291] env[65311]: DEBUG nova.compute.manager [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 637.213425] env[65311]: DEBUG nova.network.neutron [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 637.213613] env[65311]: WARNING neutronclient.v2_0.client [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.213887] env[65311]: WARNING neutronclient.v2_0.client [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.289716] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cac3cb-7680-d7e6-45c0-893dc4908c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.06264} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.289716] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97ac931-5a25-4c95-bfc1-e6ba9a895c34 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.297062] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 637.297062] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529fffb4-46e8-a904-94df-3dd83274c13c" [ 637.297062] env[65311]: _type = "Task" [ 637.297062] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.311984] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529fffb4-46e8-a904-94df-3dd83274c13c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.452307] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427712, 'name': ReconfigVM_Task, 'duration_secs': 0.631333} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.453447] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Reconfigured VM instance instance-0000000e to attach disk [datastore1] ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f/ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.453447] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da0a191b-898c-49ca-adc4-41a53072b7f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.461975] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 637.461975] env[65311]: value = "task-4427713" [ 637.461975] env[65311]: _type = "Task" [ 637.461975] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.471661] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427713, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.543822] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8589ede9-0add-40c6-9e0a-91e3152dd5b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.556727] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c03205-ff49-4a11-9f30-101005cb8d80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.591379] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00a3978-2c5e-4eec-b38b-9e0adfa52122 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.600928] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55189234-9cd0-46c1-9065-76f4e247a4f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.620900] env[65311]: DEBUG nova.compute.provider_tree [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.711826] env[65311]: DEBUG nova.compute.manager [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 637.760204] env[65311]: DEBUG nova.network.neutron [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Successfully updated port: 04452d64-9fe1-47f9-a443-14bee4f28c10 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 637.810315] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529fffb4-46e8-a904-94df-3dd83274c13c, 'name': SearchDatastore_Task, 'duration_secs': 0.035328} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.810513] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.810924] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca/2e9e0611-b6c7-4fe5-9e70-f5aa63914bca.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.811707] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bdea3f2-f213-401b-8a14-7b63fc43a1e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.820489] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 637.820489] env[65311]: value = "task-4427714" [ 637.820489] env[65311]: _type = "Task" [ 637.820489] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.832744] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.975418] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427713, 'name': Rename_Task, 'duration_secs': 0.275702} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.975418] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.975418] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18eedd2c-d7a0-44f8-8b76-6f8d85e893bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.984529] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 637.984529] env[65311]: value = "task-4427715" [ 637.984529] env[65311]: _type = "Task" [ 637.984529] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.996114] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.063475] env[65311]: DEBUG nova.network.neutron [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 638.127505] env[65311]: DEBUG nova.scheduler.client.report [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.269060] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "refresh_cache-1ce5dc2f-9745-4953-9331-5748019048d8" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.269453] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquired lock "refresh_cache-1ce5dc2f-9745-4953-9331-5748019048d8" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.272066] env[65311]: DEBUG nova.network.neutron [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 638.336536] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427714, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.459475] env[65311]: DEBUG nova.policy [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0863c93d8221496d97d105ee93a69510', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff4bb23f5a41498881af8d7850409f48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.502549] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.634211] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.637792] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.311s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.663592] env[65311]: INFO nova.scheduler.client.report [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleted allocations for instance 2e397b2e-58cf-4749-a3b3-7944b810118f [ 638.681305] env[65311]: DEBUG nova.network.neutron [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] [instance: 6be80110-6348-4089-a97d-0133455aa421] Updated VIF entry in instance network info cache for port 35d062c8-4506-42ab-86d1-a678e158a94f. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 638.681438] env[65311]: DEBUG nova.network.neutron [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] [instance: 6be80110-6348-4089-a97d-0133455aa421] Updating instance_info_cache with network_info: [{"id": "35d062c8-4506-42ab-86d1-a678e158a94f", "address": "fa:16:3e:da:4d:5b", "network": {"id": "be3aa68c-9711-40e8-8c7b-cd1c839be953", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-541052164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2ab250ba384291920513f06b4c155f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35d062c8-45", "ovs_interfaceid": "35d062c8-4506-42ab-86d1-a678e158a94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.724014] env[65311]: DEBUG nova.compute.manager [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 638.761440] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.761872] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.761957] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.762386] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.762552] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.762724] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.763124] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.763424] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.763638] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.763855] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.764061] env[65311]: DEBUG nova.virt.hardware [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.766072] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828cef78-987c-4eff-ba7d-a0c9569d9aa1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.779218] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a25bf-3651-43bf-a0ca-58fef211b6ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.832059] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582754} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.832774] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca/2e9e0611-b6c7-4fe5-9e70-f5aa63914bca.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.832774] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.832948] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ecb60f6-ac92-4f11-9162-0acef62b1bd2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.840998] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 638.840998] env[65311]: value = "task-4427716" [ 638.840998] env[65311]: _type = "Task" [ 638.840998] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.849907] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.998901] env[65311]: DEBUG oslo_vmware.api [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427715, 'name': PowerOnVM_Task, 'duration_secs': 0.663582} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.999177] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.999383] env[65311]: INFO nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Took 12.37 seconds to spawn the instance on the hypervisor. [ 638.999530] env[65311]: DEBUG nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.000381] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848fa0b2-cbec-4f4b-a448-f33ac5c09723 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.047920] env[65311]: DEBUG nova.network.neutron [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 639.058595] env[65311]: DEBUG nova.compute.manager [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Received event network-vif-deleted-979debb6-884b-4873-b63c-4d693567f371 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 639.058926] env[65311]: DEBUG nova.compute.manager [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Received event network-changed-8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 639.059142] env[65311]: DEBUG nova.compute.manager [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Refreshing instance network info cache due to event network-changed-8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 639.059342] env[65311]: DEBUG oslo_concurrency.lockutils [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] Acquiring lock "refresh_cache-8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.059467] env[65311]: DEBUG oslo_concurrency.lockutils [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] Acquired lock "refresh_cache-8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.060169] env[65311]: DEBUG nova.network.neutron [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Refreshing network info cache for port 8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.147823] env[65311]: INFO nova.compute.claims [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.183951] env[65311]: DEBUG oslo_concurrency.lockutils [req-f63c6102-1fb3-4f1f-a3be-86b961dd9ed8 req-d3b5c700-ad9b-479e-a2cc-6c47b12a3ae5 service nova] Releasing lock "refresh_cache-6be80110-6348-4089-a97d-0133455aa421" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.186439] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bed20fd0-2f69-4245-9107-eb79d7d7c597 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "2e397b2e-58cf-4749-a3b3-7944b810118f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.807s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.359564] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096904} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.359874] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.361078] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea5163a-6efe-45d0-a37c-11d10bc01e0d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.368168] env[65311]: DEBUG nova.network.neutron [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Successfully created port: 0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.388374] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca/2e9e0611-b6c7-4fe5-9e70-f5aa63914bca.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.388622] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6638e93-2d31-4fcb-9e65-dbbaf1e70032 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.414250] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 639.414250] env[65311]: value = "task-4427717" [ 639.414250] env[65311]: _type = "Task" [ 639.414250] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.430340] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.502232] env[65311]: WARNING neutronclient.v2_0.client [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.524173] env[65311]: INFO nova.compute.manager [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Took 25.06 seconds to build instance. [ 639.563862] env[65311]: WARNING neutronclient.v2_0.client [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.656488] env[65311]: INFO nova.compute.resource_tracker [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating resource usage from migration 1e48e2a7-9551-400d-a6ec-9c61d0d265ca [ 639.802659] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquiring lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.802948] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.803176] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquiring lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.803380] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.803540] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.806435] env[65311]: INFO nova.compute.manager [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Terminating instance [ 639.931937] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.021427] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f57f72-a538-4f3c-bbad-8bd8b0c313ea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.025677] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e0a29617-f34f-4121-a3ce-f972c5027de8 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.385s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.029844] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b72a1-697c-48ce-9450-7c4a1e4cd2ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.072584] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0327f90a-af50-48fe-a35f-51920f31fc75 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.081997] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5393367-e567-49bf-ae62-b992e24853f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.099601] env[65311]: DEBUG nova.compute.provider_tree [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.314096] env[65311]: DEBUG nova.compute.manager [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 640.314349] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.315272] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dbf0b8-9bdd-4f3f-8c8d-777ea286b356 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.326730] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.327033] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-765e60f1-1820-4139-adbd-e871786b6dd3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.336360] env[65311]: DEBUG oslo_vmware.api [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 640.336360] env[65311]: value = "task-4427718" [ 640.336360] env[65311]: _type = "Task" [ 640.336360] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.348225] env[65311]: DEBUG oslo_vmware.api [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.426981] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427717, 'name': ReconfigVM_Task, 'duration_secs': 0.777043} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.427353] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca/2e9e0611-b6c7-4fe5-9e70-f5aa63914bca.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.427929] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5760628-22d1-478f-bd5f-659329be5632 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.436600] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 640.436600] env[65311]: value = "task-4427719" [ 640.436600] env[65311]: _type = "Task" [ 640.436600] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.446919] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427719, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.604510] env[65311]: DEBUG nova.scheduler.client.report [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.707939] env[65311]: WARNING neutronclient.v2_0.client [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.755163] env[65311]: DEBUG nova.network.neutron [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Updating instance_info_cache with network_info: [{"id": "5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc", "address": "fa:16:3e:bd:2b:f9", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d43e2b2-f7", "ovs_interfaceid": "5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.847524] env[65311]: DEBUG oslo_vmware.api [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427718, 'name': PowerOffVM_Task, 'duration_secs': 0.419081} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.847892] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.848136] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.848640] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-346205fa-f686-4c9c-b40c-c7526de8f900 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.922544] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.922793] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.923056] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Deleting the datastore file [datastore2] b3acc990-6aa8-4103-9503-a4a5ed2488eb {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.923376] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb18a7f4-90de-454f-a98c-19f825826aa3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.931245] env[65311]: DEBUG oslo_vmware.api [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for the task: (returnval){ [ 640.931245] env[65311]: value = "task-4427721" [ 640.931245] env[65311]: _type = "Task" [ 640.931245] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.941673] env[65311]: DEBUG oslo_vmware.api [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.951256] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427719, 'name': Rename_Task, 'duration_secs': 0.233502} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.951585] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.951882] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4fc0936-4986-4ce9-95ae-da3199526887 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.959372] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 640.959372] env[65311]: value = "task-4427722" [ 640.959372] env[65311]: _type = "Task" [ 640.959372] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.969141] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.108952] env[65311]: DEBUG nova.network.neutron [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Successfully updated port: 0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.110534] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.474s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.110712] env[65311]: INFO nova.compute.manager [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Migrating [ 641.110929] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.111118] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.112834] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.902s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.112834] env[65311]: DEBUG nova.objects.instance [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lazy-loading 'resources' on Instance uuid 13e118c9-a6aa-4b79-879a-b432a112900e {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 641.259593] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Releasing lock "refresh_cache-8f6ef977-4ff9-42de-8a9b-2842b6edb934" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.259593] env[65311]: DEBUG nova.compute.manager [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Instance network_info: |[{"id": "5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc", "address": "fa:16:3e:bd:2b:f9", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d43e2b2-f7", "ovs_interfaceid": "5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 641.259919] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:2b:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.267273] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 641.267959] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.268244] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1da9710-1f0b-4d63-8504-9a0593aec5cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.293981] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.293981] env[65311]: value = "task-4427723" [ 641.293981] env[65311]: _type = "Task" [ 641.293981] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.303422] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427723, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.308317] env[65311]: DEBUG nova.network.neutron [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Updating instance_info_cache with network_info: [{"id": "04452d64-9fe1-47f9-a443-14bee4f28c10", "address": "fa:16:3e:bb:15:74", "network": {"id": "f7e4f7ef-8a8d-4b84-99a1-74232e991a12", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-351300092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5d43e877db46d5a2dd2921ff23c183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04452d64-9f", "ovs_interfaceid": "04452d64-9fe1-47f9-a443-14bee4f28c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.444048] env[65311]: DEBUG oslo_vmware.api [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Task: {'id': task-4427721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134345} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.444344] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.444598] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.445184] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.445184] env[65311]: INFO nova.compute.manager [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 641.445184] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 641.445425] env[65311]: DEBUG nova.compute.manager [-] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 641.445425] env[65311]: DEBUG nova.network.neutron [-] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 641.445982] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.471205] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.613847] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquiring lock "refresh_cache-f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.613847] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquired lock "refresh_cache-f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.613985] env[65311]: DEBUG nova.network.neutron [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 641.615851] env[65311]: INFO nova.compute.rpcapi [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 641.615851] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.809579] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427723, 'name': CreateVM_Task, 'duration_secs': 0.433034} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.809876] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.811068] env[65311]: WARNING neutronclient.v2_0.client [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.811579] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.811724] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.812289] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.816687] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Releasing lock "refresh_cache-1ce5dc2f-9745-4953-9331-5748019048d8" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.817062] env[65311]: DEBUG nova.compute.manager [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Instance network_info: |[{"id": "04452d64-9fe1-47f9-a443-14bee4f28c10", "address": "fa:16:3e:bb:15:74", "network": {"id": "f7e4f7ef-8a8d-4b84-99a1-74232e991a12", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-351300092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5d43e877db46d5a2dd2921ff23c183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04452d64-9f", "ovs_interfaceid": "04452d64-9fe1-47f9-a443-14bee4f28c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 641.817769] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3538094e-15d2-4201-b130-28dbd552ddc3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.820191] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:15:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04452d64-9fe1-47f9-a443-14bee4f28c10', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.827823] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Creating folder: Project (db5d43e877db46d5a2dd2921ff23c183). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.828177] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3a48371-fe08-4e88-8cbe-e7e26c22a1f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.837141] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 641.837141] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bd4c4c-9621-cdf6-1099-9869f6736206" [ 641.837141] env[65311]: _type = "Task" [ 641.837141] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.843288] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Created folder: Project (db5d43e877db46d5a2dd2921ff23c183) in parent group-v866349. [ 641.843457] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Creating folder: Instances. Parent ref: group-v866390. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.843771] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-680dec47-bb79-4da8-a9b4-aa9e31cdd419 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.853502] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bd4c4c-9621-cdf6-1099-9869f6736206, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.857214] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.857549] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.857813] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.857971] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.858158] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.858682] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1f5b76a-2916-448a-b893-e2a5d41e47fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.868624] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Created folder: Instances in parent group-v866390. [ 641.869117] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 641.870804] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.871215] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.871431] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.872742] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e77a2776-fa34-47eb-9c57-ba9a3b54bd1c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.890278] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9db8a0-c969-41b2-b867-95778068ff9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.902828] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 641.902828] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5201ef15-c9ba-47d6-8f62-e1237dfadfaf" [ 641.902828] env[65311]: _type = "Task" [ 641.902828] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.903797] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.903797] env[65311]: value = "task-4427726" [ 641.903797] env[65311]: _type = "Task" [ 641.903797] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.919204] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427726, 'name': CreateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.926905] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5201ef15-c9ba-47d6-8f62-e1237dfadfaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.929813] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c4370c-9563-4d35-aaf9-65bebc30960e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.936059] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 641.936059] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520ec954-b41f-ee45-3bd7-99ab1ebab632" [ 641.936059] env[65311]: _type = "Task" [ 641.936059] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.945839] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520ec954-b41f-ee45-3bd7-99ab1ebab632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.972935] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.004757] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa82151-7cd9-42e9-8421-4ce408cf7af9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.013512] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428e2593-5b97-4e7e-90cd-21f54276875b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.048317] env[65311]: WARNING neutronclient.v2_0.client [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.051303] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6dd0f-c504-464b-9c7c-1c5d05614744 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.060845] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b10efd-d63d-491b-982d-f0b186fed06a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.076496] env[65311]: DEBUG nova.compute.provider_tree [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.147910] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.148104] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.148282] env[65311]: DEBUG nova.network.neutron [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.214541] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.420939] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427726, 'name': CreateVM_Task, 'duration_secs': 0.380755} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.421149] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.421639] env[65311]: WARNING neutronclient.v2_0.client [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.422563] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.422563] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.422563] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.422737] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a7e1fa-bfe7-4189-a878-112a421faba1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.429969] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 642.429969] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521c7878-e689-f948-546e-4309a197404d" [ 642.429969] env[65311]: _type = "Task" [ 642.429969] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.445868] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521c7878-e689-f948-546e-4309a197404d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.452572] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520ec954-b41f-ee45-3bd7-99ab1ebab632, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.452856] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.455077] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 8f6ef977-4ff9-42de-8a9b-2842b6edb934/8f6ef977-4ff9-42de-8a9b-2842b6edb934.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.455077] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08d8a214-77b3-4e0a-9567-c3baa41fa98d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.468678] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 642.468678] env[65311]: value = "task-4427727" [ 642.468678] env[65311]: _type = "Task" [ 642.468678] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.479124] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427722, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.485199] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.581012] env[65311]: DEBUG nova.scheduler.client.report [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.652375] env[65311]: WARNING neutronclient.v2_0.client [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.847849] env[65311]: DEBUG nova.network.neutron [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.946011] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521c7878-e689-f948-546e-4309a197404d, 'name': SearchDatastore_Task, 'duration_secs': 0.011242} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.946606] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.946606] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.946791] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.946953] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.948120] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.949497] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1227cf6a-a7fd-4d36-a096-3334049c2a1c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.959487] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.959487] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.960189] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8171e017-46c3-4be7-855b-d4539d8188f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.981346] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 642.981346] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d5492c-da37-87d3-fac0-7616c73449e3" [ 642.981346] env[65311]: _type = "Task" [ 642.981346] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.981346] env[65311]: DEBUG oslo_vmware.api [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427722, 'name': PowerOnVM_Task, 'duration_secs': 1.738148} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.981346] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.981681] env[65311]: INFO nova.compute.manager [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Took 13.79 seconds to spawn the instance on the hypervisor. [ 642.981771] env[65311]: DEBUG nova.compute.manager [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 642.988604] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dcb884-e890-4a6e-a435-c1ed8cdf41f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.994485] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509281} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.995403] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 8f6ef977-4ff9-42de-8a9b-2842b6edb934/8f6ef977-4ff9-42de-8a9b-2842b6edb934.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.995602] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.995853] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1a84d35-30cd-4632-a808-a7ffadfd114c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.006447] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d5492c-da37-87d3-fac0-7616c73449e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012015} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.008686] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca2b6eed-a185-40e7-8c1c-8307828ed09f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.012956] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 643.012956] env[65311]: value = "task-4427728" [ 643.012956] env[65311]: _type = "Task" [ 643.012956] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.018578] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 643.018578] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52aebd84-a2e1-4792-fcee-a091bd6ac8e2" [ 643.018578] env[65311]: _type = "Task" [ 643.018578] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.027023] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.030695] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52aebd84-a2e1-4792-fcee-a091bd6ac8e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.088102] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.126258] env[65311]: INFO nova.scheduler.client.report [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleted allocations for instance 13e118c9-a6aa-4b79-879a-b432a112900e [ 643.444620] env[65311]: DEBUG nova.compute.manager [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Received event network-vif-plugged-dfa6c768-715e-4400-b37c-46da176c5c76 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 643.445058] env[65311]: DEBUG oslo_concurrency.lockutils [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] Acquiring lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.445317] env[65311]: DEBUG oslo_concurrency.lockutils [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] Lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.445486] env[65311]: DEBUG oslo_concurrency.lockutils [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] Lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.445710] env[65311]: DEBUG nova.compute.manager [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] No waiting events found dispatching network-vif-plugged-dfa6c768-715e-4400-b37c-46da176c5c76 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 643.447753] env[65311]: WARNING nova.compute.manager [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Received unexpected event network-vif-plugged-dfa6c768-715e-4400-b37c-46da176c5c76 for instance with vm_state active and task_state None. [ 643.447753] env[65311]: DEBUG nova.compute.manager [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Received event network-changed-dfa6c768-715e-4400-b37c-46da176c5c76 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 643.447753] env[65311]: DEBUG nova.compute.manager [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Refreshing instance network info cache due to event network-changed-dfa6c768-715e-4400-b37c-46da176c5c76. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 643.447753] env[65311]: DEBUG oslo_concurrency.lockutils [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] Acquiring lock "refresh_cache-ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.447753] env[65311]: DEBUG oslo_concurrency.lockutils [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] Acquired lock "refresh_cache-ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.448207] env[65311]: DEBUG nova.network.neutron [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Refreshing network info cache for port dfa6c768-715e-4400-b37c-46da176c5c76 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.519779] env[65311]: INFO nova.compute.manager [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Took 21.34 seconds to build instance. [ 643.528278] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08292} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.528278] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.529772] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fc970d-ca76-48ae-b21d-0682d32527fa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.536678] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52aebd84-a2e1-4792-fcee-a091bd6ac8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.020408} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.537451] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.537729] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1ce5dc2f-9745-4953-9331-5748019048d8/1ce5dc2f-9745-4953-9331-5748019048d8.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.538062] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cf29bf9-36ec-41e2-a404-3b1bae0dfd70 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.560275] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 8f6ef977-4ff9-42de-8a9b-2842b6edb934/8f6ef977-4ff9-42de-8a9b-2842b6edb934.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.561216] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-564c4b23-1057-4924-8e29-e9763c9a007c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.580983] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 643.580983] env[65311]: value = "task-4427729" [ 643.580983] env[65311]: _type = "Task" [ 643.580983] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.587313] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 643.587313] env[65311]: value = "task-4427730" [ 643.587313] env[65311]: _type = "Task" [ 643.587313] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.593163] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.599768] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.637154] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4844f951-83a8-4d17-88b5-05246c21a380 tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "13e118c9-a6aa-4b79-879a-b432a112900e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.070s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.663967] env[65311]: DEBUG nova.network.neutron [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Updated VIF entry in instance network info cache for port 8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 643.664342] env[65311]: DEBUG nova.network.neutron [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Updating instance_info_cache with network_info: [{"id": "8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2", "address": "fa:16:3e:ae:69:ee", "network": {"id": "6ea401d8-225e-4be2-9472-0aa81bc6055c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1540794970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5bfccdd91b4449b3ff0c6912447b95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6815237d-f565-474d-a3c0-9c675478eb00", "external-id": "nsx-vlan-transportzone-526", "segmentation_id": 526, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8574a3f1-4f", "ovs_interfaceid": "8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.751023] env[65311]: DEBUG nova.network.neutron [-] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.951073] env[65311]: WARNING neutronclient.v2_0.client [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.028883] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa0d4571-58e2-4c01-8ad9-b24c038fceb7 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.857s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.093723] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427729, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.100154] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.169747] env[65311]: DEBUG oslo_concurrency.lockutils [req-204875eb-b7b8-43f5-bc1c-0d8f8313c111 req-341aab46-298d-4ced-89a7-823c4f8c039b service nova] Releasing lock "refresh_cache-8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.255498] env[65311]: INFO nova.compute.manager [-] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Took 2.81 seconds to deallocate network for instance. [ 644.598963] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547681} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.600878] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1ce5dc2f-9745-4953-9331-5748019048d8/1ce5dc2f-9745-4953-9331-5748019048d8.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.600878] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.601206] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6de7e69-3252-4999-bf2e-70d404352324 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.609146] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427730, 'name': ReconfigVM_Task, 'duration_secs': 0.765524} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.610156] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 8f6ef977-4ff9-42de-8a9b-2842b6edb934/8f6ef977-4ff9-42de-8a9b-2842b6edb934.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.610892] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9c5c1aa-3740-40b2-a623-f91fda55155b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.615381] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 644.615381] env[65311]: value = "task-4427731" [ 644.615381] env[65311]: _type = "Task" [ 644.615381] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.621149] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 644.621149] env[65311]: value = "task-4427732" [ 644.621149] env[65311]: _type = "Task" [ 644.621149] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.629298] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.636914] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427732, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.758564] env[65311]: WARNING neutronclient.v2_0.client [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.765072] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.765365] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.765571] env[65311]: DEBUG nova.objects.instance [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lazy-loading 'resources' on Instance uuid b3acc990-6aa8-4103-9503-a4a5ed2488eb {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.139352] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257256} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.139352] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.139352] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6737b82a-d017-4b9b-9ffd-966dd0e4602c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.145507] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427732, 'name': Rename_Task, 'duration_secs': 0.203139} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.146487] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.146757] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd493d2d-f7cd-444d-8c7d-509960960eb4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.170040] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 1ce5dc2f-9745-4953-9331-5748019048d8/1ce5dc2f-9745-4953-9331-5748019048d8.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.172098] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ff4c743-3104-4c46-ad6f-fdd083aab64f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.189251] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 645.189251] env[65311]: value = "task-4427733" [ 645.189251] env[65311]: _type = "Task" [ 645.189251] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.200819] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 645.200819] env[65311]: value = "task-4427734" [ 645.200819] env[65311]: _type = "Task" [ 645.200819] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.207024] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.217850] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.240038] env[65311]: WARNING neutronclient.v2_0.client [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.400626] env[65311]: DEBUG nova.network.neutron [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Updating instance_info_cache with network_info: [{"id": "0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f", "address": "fa:16:3e:b7:90:73", "network": {"id": "fd2e8909-8a9e-4c1a-a424-faf8514eb94e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1027098163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ff4bb23f5a41498881af8d7850409f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fd0e9d9-5a", "ovs_interfaceid": "0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.647483] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae5350-dfd9-47ce-acdf-074dbbd91c91 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.656917] env[65311]: WARNING neutronclient.v2_0.client [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.660976] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954ff25f-458b-4776-bad3-d16ee0f0e081 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.706486] env[65311]: DEBUG nova.network.neutron [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance_info_cache with network_info: [{"id": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "address": "fa:16:3e:1f:4c:00", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a79c61d-15", "ovs_interfaceid": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.714763] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd92065a-efc6-4f39-84cf-632c9e35752e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.720031] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.755515] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518f903f-4d1b-44ac-9e8f-b42361b1f15c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.764156] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427734, 'name': ReconfigVM_Task, 'duration_secs': 0.436044} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.766099] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427733, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.766568] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 1ce5dc2f-9745-4953-9331-5748019048d8/1ce5dc2f-9745-4953-9331-5748019048d8.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.768569] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-559a1f4a-d61c-48de-a304-99e904ea8d14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.790334] env[65311]: DEBUG nova.compute.provider_tree [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.799676] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 645.799676] env[65311]: value = "task-4427735" [ 645.799676] env[65311]: _type = "Task" [ 645.799676] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.816663] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427735, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.903734] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Releasing lock "refresh_cache-f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.904201] env[65311]: DEBUG nova.compute.manager [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Instance network_info: |[{"id": "0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f", "address": "fa:16:3e:b7:90:73", "network": {"id": "fd2e8909-8a9e-4c1a-a424-faf8514eb94e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1027098163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ff4bb23f5a41498881af8d7850409f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fd0e9d9-5a", "ovs_interfaceid": "0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 645.904720] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:90:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.913087] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Creating folder: Project (ff4bb23f5a41498881af8d7850409f48). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.913486] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7486c9cf-d718-4b68-8ed5-e7e373e878cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.929655] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Created folder: Project (ff4bb23f5a41498881af8d7850409f48) in parent group-v866349. [ 645.929655] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Creating folder: Instances. Parent ref: group-v866393. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.929823] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c503a146-acc5-452e-b0f2-87db6a7bfa43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.947438] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Created folder: Instances in parent group-v866393. [ 645.947698] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 645.947940] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.953166] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88288fc5-90a9-4f3a-9e1f-382d275d1465 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.977267] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.977267] env[65311]: value = "task-4427738" [ 645.977267] env[65311]: _type = "Task" [ 645.977267] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.988518] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427738, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.008728] env[65311]: DEBUG nova.network.neutron [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Updated VIF entry in instance network info cache for port dfa6c768-715e-4400-b37c-46da176c5c76. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 646.009165] env[65311]: DEBUG nova.network.neutron [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Updating instance_info_cache with network_info: [{"id": "dfa6c768-715e-4400-b37c-46da176c5c76", "address": "fa:16:3e:64:bc:fe", "network": {"id": "be3aa68c-9711-40e8-8c7b-cd1c839be953", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-541052164-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a2ab250ba384291920513f06b4c155f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa6c768-71", "ovs_interfaceid": "dfa6c768-715e-4400-b37c-46da176c5c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.215591] env[65311]: DEBUG oslo_vmware.api [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427733, 'name': PowerOnVM_Task, 'duration_secs': 0.665497} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.215829] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.220231] env[65311]: INFO nova.compute.manager [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Took 12.53 seconds to spawn the instance on the hypervisor. [ 646.220231] env[65311]: DEBUG nova.compute.manager [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.220357] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1782d8-4298-4d1d-a5bd-5b5d65a9bfa6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.294453] env[65311]: DEBUG nova.scheduler.client.report [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.317065] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427735, 'name': Rename_Task, 'duration_secs': 0.253264} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.317065] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.317065] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ede4b01-155b-4817-92ba-2ae16ae22952 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.326472] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 646.326472] env[65311]: value = "task-4427739" [ 646.326472] env[65311]: _type = "Task" [ 646.326472] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.340674] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.491946] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427738, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.512131] env[65311]: DEBUG nova.compute.manager [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Received event network-vif-plugged-703595f6-e563-4f8b-bbbd-604de896f298 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 646.512323] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] Acquiring lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.512739] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] Lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.513016] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] Lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.513411] env[65311]: DEBUG nova.compute.manager [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] No waiting events found dispatching network-vif-plugged-703595f6-e563-4f8b-bbbd-604de896f298 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 646.513588] env[65311]: WARNING nova.compute.manager [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Received unexpected event network-vif-plugged-703595f6-e563-4f8b-bbbd-604de896f298 for instance with vm_state active and task_state None. [ 646.513676] env[65311]: DEBUG nova.compute.manager [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Received event network-changed-703595f6-e563-4f8b-bbbd-604de896f298 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 646.513826] env[65311]: DEBUG nova.compute.manager [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Refreshing instance network info cache due to event network-changed-703595f6-e563-4f8b-bbbd-604de896f298. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 646.514015] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] Acquiring lock "refresh_cache-2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.514141] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] Acquired lock "refresh_cache-2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.514310] env[65311]: DEBUG nova.network.neutron [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Refreshing network info cache for port 703595f6-e563-4f8b-bbbd-604de896f298 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.516155] env[65311]: DEBUG oslo_concurrency.lockutils [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] Releasing lock "refresh_cache-ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.516380] env[65311]: DEBUG nova.compute.manager [req-d7729b1e-3aad-4100-a599-1b3298229a7b req-c889f982-636e-41db-a803-2b609673ca63 service nova] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Received event network-vif-deleted-a13626ab-dd5e-47a4-a527-e37557e71032 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 646.755492] env[65311]: INFO nova.compute.manager [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Took 22.33 seconds to build instance. [ 646.803724] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.839900] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.844984] env[65311]: INFO nova.scheduler.client.report [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Deleted allocations for instance b3acc990-6aa8-4103-9503-a4a5ed2488eb [ 646.857582] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.857960] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.997036] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427738, 'name': CreateVM_Task, 'duration_secs': 0.600961} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.997227] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.997744] env[65311]: WARNING neutronclient.v2_0.client [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.998526] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.998526] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.998690] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.998866] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f5e5b1-286c-4857-a9b5-671b2457947b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.009081] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 647.009081] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5212a27c-0022-9ac1-1aea-ffab7ed609a3" [ 647.009081] env[65311]: _type = "Task" [ 647.009081] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.017802] env[65311]: WARNING neutronclient.v2_0.client [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.029078] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5212a27c-0022-9ac1-1aea-ffab7ed609a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.029078] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.029297] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.029584] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.032190] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.032190] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.032190] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78e146f3-1e01-45c2-88f6-2d41452d1cc2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.047100] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.047100] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.049506] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf76d330-9bd6-4c10-a299-0a978d539a6e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.059956] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 647.059956] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52178acc-e247-d0a9-4770-79b30b67b790" [ 647.059956] env[65311]: _type = "Task" [ 647.059956] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.073072] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52178acc-e247-d0a9-4770-79b30b67b790, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.074401] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34c44cb-c396-47f7-9c96-b7567338e265 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.081485] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 647.081485] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521d8d05-9b83-b9a3-9c18-40697c2ca479" [ 647.081485] env[65311]: _type = "Task" [ 647.081485] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.092046] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521d8d05-9b83-b9a3-9c18-40697c2ca479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.256785] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa15cc4-ff34-4f8d-937f-b61bc20de6f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.260362] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82459030-bec7-4afb-928a-63f2efc58644 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.842s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.281027] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance '5278a1a0-3a1b-4d7b-9f26-46621b6b5d69' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 647.345057] env[65311]: DEBUG oslo_vmware.api [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427739, 'name': PowerOnVM_Task, 'duration_secs': 0.743458} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.345057] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.345057] env[65311]: INFO nova.compute.manager [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Took 11.16 seconds to spawn the instance on the hypervisor. [ 647.345057] env[65311]: DEBUG nova.compute.manager [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 647.345568] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab331ec-5e46-49cc-8afd-c061791a7bf9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.361852] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc56c793-8bab-4f21-8e38-4e91cd4f25c5 tempest-AttachInterfacesV270Test-932887390 tempest-AttachInterfacesV270Test-932887390-project-member] Lock "b3acc990-6aa8-4103-9503-a4a5ed2488eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.559s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.363533] env[65311]: DEBUG nova.compute.manager [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 647.473898] env[65311]: WARNING neutronclient.v2_0.client [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.591130] env[65311]: DEBUG nova.network.neutron [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Updated VIF entry in instance network info cache for port 703595f6-e563-4f8b-bbbd-604de896f298. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 647.591491] env[65311]: DEBUG nova.network.neutron [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Updating instance_info_cache with network_info: [{"id": "703595f6-e563-4f8b-bbbd-604de896f298", "address": "fa:16:3e:1f:d6:fc", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703595f6-e5", "ovs_interfaceid": "703595f6-e563-4f8b-bbbd-604de896f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.603806] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521d8d05-9b83-b9a3-9c18-40697c2ca479, 'name': SearchDatastore_Task, 'duration_secs': 0.014637} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.605733] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.605733] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6/f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.605733] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-719ca950-6340-4656-a7f6-14d7c05dfa13 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.614055] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 647.614055] env[65311]: value = "task-4427740" [ 647.614055] env[65311]: _type = "Task" [ 647.614055] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.625471] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.791907] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.791907] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02e3c113-9855-4f6b-94dd-8c36aa0c30ee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.800024] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 647.800024] env[65311]: value = "task-4427741" [ 647.800024] env[65311]: _type = "Task" [ 647.800024] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.817034] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.861044] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Received event network-vif-plugged-5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 647.861044] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquiring lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.861312] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.861501] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.861719] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] No waiting events found dispatching network-vif-plugged-5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 647.861895] env[65311]: WARNING nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Received unexpected event network-vif-plugged-5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc for instance with vm_state active and task_state None. [ 647.862142] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Received event network-changed-5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 647.862329] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Refreshing instance network info cache due to event network-changed-5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 647.862524] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquiring lock "refresh_cache-8f6ef977-4ff9-42de-8a9b-2842b6edb934" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.862648] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquired lock "refresh_cache-8f6ef977-4ff9-42de-8a9b-2842b6edb934" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.862879] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Refreshing network info cache for port 5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.906653] env[65311]: INFO nova.compute.manager [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Took 22.19 seconds to build instance. [ 647.910035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.910035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.913618] env[65311]: INFO nova.compute.claims [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.951925] env[65311]: DEBUG oslo_concurrency.lockutils [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquiring lock "c45089f9-6b16-4e78-b557-d1a999199f97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.953411] env[65311]: DEBUG oslo_concurrency.lockutils [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "c45089f9-6b16-4e78-b557-d1a999199f97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.953559] env[65311]: DEBUG oslo_concurrency.lockutils [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquiring lock "c45089f9-6b16-4e78-b557-d1a999199f97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.953727] env[65311]: DEBUG oslo_concurrency.lockutils [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "c45089f9-6b16-4e78-b557-d1a999199f97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.953884] env[65311]: DEBUG oslo_concurrency.lockutils [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "c45089f9-6b16-4e78-b557-d1a999199f97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.956323] env[65311]: INFO nova.compute.manager [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Terminating instance [ 648.105509] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] Releasing lock "refresh_cache-2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.106084] env[65311]: DEBUG nova.compute.manager [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Received event network-vif-plugged-0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 648.106396] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] Acquiring lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.106721] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] Lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.106996] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] Lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.107251] env[65311]: DEBUG nova.compute.manager [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] No waiting events found dispatching network-vif-plugged-0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 648.107482] env[65311]: WARNING nova.compute.manager [req-cb828444-cdc5-44c3-b4bc-9babaf740d8f req-8d557b45-a778-45c2-b582-d0510883a26d service nova] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Received unexpected event network-vif-plugged-0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f for instance with vm_state building and task_state spawning. [ 648.133137] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427740, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.315046] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427741, 'name': PowerOffVM_Task, 'duration_secs': 0.460256} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.315331] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.315515] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance '5278a1a0-3a1b-4d7b-9f26-46621b6b5d69' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.332073] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "19b27509-93ab-419b-a558-7a14ac9b8abd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.332300] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.365401] env[65311]: WARNING neutronclient.v2_0.client [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.423192] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2f60e79-182c-4c46-a001-47a2a89d0e46 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "1ce5dc2f-9745-4953-9331-5748019048d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.729s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.462985] env[65311]: DEBUG nova.compute.manager [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 648.463839] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.464852] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e594424-1af3-4737-b658-dd1721047f31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.474625] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.474946] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1edeed-d91d-4a7b-aad9-3f98c18f1524 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.484279] env[65311]: DEBUG oslo_vmware.api [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 648.484279] env[65311]: value = "task-4427742" [ 648.484279] env[65311]: _type = "Task" [ 648.484279] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.495671] env[65311]: DEBUG oslo_vmware.api [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.585815] env[65311]: WARNING neutronclient.v2_0.client [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.632032] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681382} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.632384] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6/f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.632613] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.633067] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4564d5ea-a3a3-4654-bbb6-6be04ac22852 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.642052] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 648.642052] env[65311]: value = "task-4427743" [ 648.642052] env[65311]: _type = "Task" [ 648.642052] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.654683] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.675106] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Updated VIF entry in instance network info cache for port 5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 648.675603] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Updating instance_info_cache with network_info: [{"id": "5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc", "address": "fa:16:3e:bd:2b:f9", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d43e2b2-f7", "ovs_interfaceid": "5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.822324] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 648.822737] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.822787] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 648.822972] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.824700] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 648.824977] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 648.825275] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 648.825494] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 648.826179] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 648.826789] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 648.827427] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 648.842770] env[65311]: DEBUG nova.compute.manager [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 648.847045] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f7cc1eb-e731-46c9-a30e-a7ff030f4164 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.871990] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "f9ccb936-d91b-44bc-9523-725daf1569fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.872246] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "f9ccb936-d91b-44bc-9523-725daf1569fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.883241] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 648.883241] env[65311]: value = "task-4427744" [ 648.883241] env[65311]: _type = "Task" [ 648.883241] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.884771] env[65311]: DEBUG nova.compute.manager [None req-a8e1ec20-eb7c-45fc-8ee5-57026e36815c tempest-ServerExternalEventsTest-582547789 tempest-ServerExternalEventsTest-582547789-project] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Received event network-changed {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 648.884771] env[65311]: DEBUG nova.compute.manager [None req-a8e1ec20-eb7c-45fc-8ee5-57026e36815c tempest-ServerExternalEventsTest-582547789 tempest-ServerExternalEventsTest-582547789-project] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Refreshing instance network info cache due to event network-changed. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 648.884771] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8e1ec20-eb7c-45fc-8ee5-57026e36815c tempest-ServerExternalEventsTest-582547789 tempest-ServerExternalEventsTest-582547789-project] Acquiring lock "refresh_cache-2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.884771] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8e1ec20-eb7c-45fc-8ee5-57026e36815c tempest-ServerExternalEventsTest-582547789 tempest-ServerExternalEventsTest-582547789-project] Acquired lock "refresh_cache-2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.884771] env[65311]: DEBUG nova.network.neutron [None req-a8e1ec20-eb7c-45fc-8ee5-57026e36815c tempest-ServerExternalEventsTest-582547789 tempest-ServerExternalEventsTest-582547789-project] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.903209] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.006612] env[65311]: DEBUG oslo_vmware.api [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427742, 'name': PowerOffVM_Task, 'duration_secs': 0.2172} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.007729] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.007729] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.007729] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba0ac697-9bda-4890-b734-2843c0cc2794 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.107150] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.107418] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.107484] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Deleting the datastore file [datastore2] c45089f9-6b16-4e78-b557-d1a999199f97 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.107716] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcf4de14-984e-4284-ab6b-fe525e0979d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.119045] env[65311]: DEBUG oslo_vmware.api [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for the task: (returnval){ [ 649.119045] env[65311]: value = "task-4427746" [ 649.119045] env[65311]: _type = "Task" [ 649.119045] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.129952] env[65311]: DEBUG oslo_vmware.api [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.159054] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076573} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.159607] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.160853] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f757025-4c5b-41d4-8393-561b7f852a34 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.182315] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Releasing lock "refresh_cache-8f6ef977-4ff9-42de-8a9b-2842b6edb934" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.182944] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Received event network-vif-plugged-04452d64-9fe1-47f9-a443-14bee4f28c10 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 649.182944] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquiring lock "1ce5dc2f-9745-4953-9331-5748019048d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.182944] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Lock "1ce5dc2f-9745-4953-9331-5748019048d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.183150] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Lock "1ce5dc2f-9745-4953-9331-5748019048d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.183268] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] No waiting events found dispatching network-vif-plugged-04452d64-9fe1-47f9-a443-14bee4f28c10 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 649.183416] env[65311]: WARNING nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Received unexpected event network-vif-plugged-04452d64-9fe1-47f9-a443-14bee4f28c10 for instance with vm_state active and task_state None. [ 649.183584] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Received event network-changed-04452d64-9fe1-47f9-a443-14bee4f28c10 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 649.183883] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Refreshing instance network info cache due to event network-changed-04452d64-9fe1-47f9-a443-14bee4f28c10. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 649.183883] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquiring lock "refresh_cache-1ce5dc2f-9745-4953-9331-5748019048d8" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.184014] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquired lock "refresh_cache-1ce5dc2f-9745-4953-9331-5748019048d8" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.184171] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Refreshing network info cache for port 04452d64-9fe1-47f9-a443-14bee4f28c10 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.194298] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6/f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.197611] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5541c7fb-bdc6-42d0-8087-2f25db56416e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.220101] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 649.220101] env[65311]: value = "task-4427747" [ 649.220101] env[65311]: _type = "Task" [ 649.220101] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.233572] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.340553] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c50472d-fa30-4b2e-9753-30448a506de4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.352281] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc8f3c1-e4b6-4bd0-84ac-8d0ed187e9a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.390028] env[65311]: DEBUG nova.compute.manager [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 649.397467] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91725cd-21cc-4233-ac00-6a99793d5953 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.403922] env[65311]: WARNING neutronclient.v2_0.client [None req-a8e1ec20-eb7c-45fc-8ee5-57026e36815c tempest-ServerExternalEventsTest-582547789 tempest-ServerExternalEventsTest-582547789-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.412736] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427744, 'name': ReconfigVM_Task, 'duration_secs': 0.238526} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.413738] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.416043] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance '5278a1a0-3a1b-4d7b-9f26-46621b6b5d69' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.422607] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f22f42-50dd-45ed-894a-0b28710425cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.438764] env[65311]: DEBUG nova.compute.provider_tree [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.632742] env[65311]: DEBUG oslo_vmware.api [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Task: {'id': task-4427746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487129} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.632742] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.632742] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.632742] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.632742] env[65311]: INFO nova.compute.manager [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Took 1.17 seconds to destroy the instance on the hypervisor. [ 649.633108] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 649.633108] env[65311]: DEBUG nova.compute.manager [-] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 649.633108] env[65311]: DEBUG nova.network.neutron [-] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 649.633108] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.698879] env[65311]: WARNING neutronclient.v2_0.client [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.738560] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427747, 'name': ReconfigVM_Task, 'duration_secs': 0.371591} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.739380] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Reconfigured VM instance instance-00000012 to attach disk [datastore2] f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6/f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.739823] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aac15fc-bc2a-41c6-a672-c0b2a25aa9bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.753317] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 649.753317] env[65311]: value = "task-4427748" [ 649.753317] env[65311]: _type = "Task" [ 649.753317] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.770412] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427748, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.924276] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.929708] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 649.930013] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.930184] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 649.930370] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.930507] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 649.930633] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 649.930837] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 649.931637] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 649.931637] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 649.931637] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 649.931637] env[65311]: DEBUG nova.virt.hardware [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 649.937393] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 649.937746] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7df5bad-4a54-45dc-8851-cc6e16fae9ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.953446] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.954860] env[65311]: DEBUG nova.scheduler.client.report [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.966011] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 649.966011] env[65311]: value = "task-4427749" [ 649.966011] env[65311]: _type = "Task" [ 649.966011] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.976732] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.267359] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427748, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.462222] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.462855] env[65311]: DEBUG nova.compute.manager [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 650.465935] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.052s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.467944] env[65311]: INFO nova.compute.claims [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.482258] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427749, 'name': ReconfigVM_Task, 'duration_secs': 0.233139} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.482557] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 650.483548] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3054cd3-6d39-495c-83ee-e18ab34a1f59 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.508601] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69/5278a1a0-3a1b-4d7b-9f26-46621b6b5d69.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.508601] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2082e2-9d2d-414c-848e-27e0f60e033e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.528184] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 650.528184] env[65311]: value = "task-4427750" [ 650.528184] env[65311]: _type = "Task" [ 650.528184] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.543186] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.774149] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427748, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.972756] env[65311]: DEBUG nova.compute.utils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.979380] env[65311]: DEBUG nova.compute.manager [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 650.980815] env[65311]: DEBUG nova.network.neutron [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 650.981235] env[65311]: WARNING neutronclient.v2_0.client [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.981548] env[65311]: WARNING neutronclient.v2_0.client [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.044071] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427750, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.266709] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427748, 'name': Rename_Task, 'duration_secs': 1.286645} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.266924] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.267203] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-754f3c73-5adc-4b56-a4d9-e9a72b8252a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.271512] env[65311]: DEBUG nova.network.neutron [-] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.276091] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 651.276091] env[65311]: value = "task-4427751" [ 651.276091] env[65311]: _type = "Task" [ 651.276091] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.285841] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.323236] env[65311]: WARNING neutronclient.v2_0.client [None req-a8e1ec20-eb7c-45fc-8ee5-57026e36815c tempest-ServerExternalEventsTest-582547789 tempest-ServerExternalEventsTest-582547789-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.392843] env[65311]: DEBUG nova.policy [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7639677532254faca6f06130cd8fea4f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce1550dd95274f7a803364a14f570d33', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.435031] env[65311]: WARNING neutronclient.v2_0.client [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.479669] env[65311]: DEBUG nova.compute.manager [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 651.544268] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427750, 'name': ReconfigVM_Task, 'duration_secs': 0.55005} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.545278] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69/5278a1a0-3a1b-4d7b-9f26-46621b6b5d69.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.547792] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance '5278a1a0-3a1b-4d7b-9f26-46621b6b5d69' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.731481] env[65311]: DEBUG nova.network.neutron [None req-a8e1ec20-eb7c-45fc-8ee5-57026e36815c tempest-ServerExternalEventsTest-582547789 tempest-ServerExternalEventsTest-582547789-project] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Updating instance_info_cache with network_info: [{"id": "703595f6-e563-4f8b-bbbd-604de896f298", "address": "fa:16:3e:1f:d6:fc", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703595f6-e5", "ovs_interfaceid": "703595f6-e563-4f8b-bbbd-604de896f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.778216] env[65311]: INFO nova.compute.manager [-] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Took 2.15 seconds to deallocate network for instance. [ 651.799311] env[65311]: DEBUG oslo_vmware.api [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427751, 'name': PowerOnVM_Task, 'duration_secs': 0.49764} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.799755] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.799755] env[65311]: INFO nova.compute.manager [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Took 13.08 seconds to spawn the instance on the hypervisor. [ 651.799890] env[65311]: DEBUG nova.compute.manager [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 651.800738] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c12a88-9d2d-46a7-9b76-54aba1873e99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.819486] env[65311]: DEBUG nova.network.neutron [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Successfully created port: e0f872f0-785c-49ec-baff-86346277b0c3 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 651.835456] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b417b4cb-6100-4bee-a3a1-ded7d4697e1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.846791] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d8449e-bd66-4e21-ba65-70a2eec56f5d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.854478] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Updated VIF entry in instance network info cache for port 04452d64-9fe1-47f9-a443-14bee4f28c10. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 651.854815] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Updating instance_info_cache with network_info: [{"id": "04452d64-9fe1-47f9-a443-14bee4f28c10", "address": "fa:16:3e:bb:15:74", "network": {"id": "f7e4f7ef-8a8d-4b84-99a1-74232e991a12", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-351300092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5d43e877db46d5a2dd2921ff23c183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04452d64-9f", "ovs_interfaceid": "04452d64-9fe1-47f9-a443-14bee4f28c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.884266] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Releasing lock "refresh_cache-1ce5dc2f-9745-4953-9331-5748019048d8" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.884539] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Received event network-changed-8b76e0cd-5304-44c7-b0fa-df66dd1131ea {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 651.884746] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Refreshing instance network info cache due to event network-changed-8b76e0cd-5304-44c7-b0fa-df66dd1131ea. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 651.884976] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquiring lock "refresh_cache-aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.885135] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquired lock "refresh_cache-aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.885290] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Refreshing network info cache for port 8b76e0cd-5304-44c7-b0fa-df66dd1131ea {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.887034] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1e8358-b0bb-4420-a2f3-7417d2c39445 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.899893] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccaf680-243d-4aa2-96b4-879bf39c9865 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.920556] env[65311]: DEBUG nova.compute.provider_tree [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.053014] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4de3ba2-3d78-4762-b2ba-ea8b1e3215f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.078149] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7811c22e-2813-4880-a671-cd7137c975fd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.099584] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance '5278a1a0-3a1b-4d7b-9f26-46621b6b5d69' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.237192] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8e1ec20-eb7c-45fc-8ee5-57026e36815c tempest-ServerExternalEventsTest-582547789 tempest-ServerExternalEventsTest-582547789-project] Releasing lock "refresh_cache-2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.294762] env[65311]: DEBUG oslo_concurrency.lockutils [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.325741] env[65311]: INFO nova.compute.manager [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Took 25.37 seconds to build instance. [ 652.392083] env[65311]: WARNING neutronclient.v2_0.client [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.411200] env[65311]: DEBUG nova.compute.manager [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Received event network-changed-0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 652.411438] env[65311]: DEBUG nova.compute.manager [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Refreshing instance network info cache due to event network-changed-0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 652.412029] env[65311]: DEBUG oslo_concurrency.lockutils [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] Acquiring lock "refresh_cache-f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.412029] env[65311]: DEBUG oslo_concurrency.lockutils [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] Acquired lock "refresh_cache-f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.412029] env[65311]: DEBUG nova.network.neutron [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Refreshing network info cache for port 0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.426033] env[65311]: DEBUG nova.scheduler.client.report [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.492544] env[65311]: DEBUG nova.compute.manager [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 652.521146] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 652.521481] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.521714] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 652.522030] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.522204] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 652.522352] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 652.522552] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 652.522700] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 652.522854] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 652.523154] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 652.523368] env[65311]: DEBUG nova.virt.hardware [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 652.525842] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17041f1c-6fde-42a3-aa3c-fb74a2b3b589 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.534559] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a85c295-8b3a-48e6-9a58-7e44e084280b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.548063] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605f82f8-4adf-4041-b33c-d2f526e63b1d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.553125] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-61619ef9-1859-4adb-bd50-b0244da886c1 tempest-ServersAdminNegativeTestJSON-2081544056 tempest-ServersAdminNegativeTestJSON-2081544056-project-admin] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Suspending the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 652.556810] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-964a3de2-1430-488d-b36d-d7ce97e2ff17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.577939] env[65311]: DEBUG oslo_vmware.api [None req-61619ef9-1859-4adb-bd50-b0244da886c1 tempest-ServersAdminNegativeTestJSON-2081544056 tempest-ServersAdminNegativeTestJSON-2081544056-project-admin] Waiting for the task: (returnval){ [ 652.577939] env[65311]: value = "task-4427752" [ 652.577939] env[65311]: _type = "Task" [ 652.577939] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.592224] env[65311]: DEBUG oslo_vmware.api [None req-61619ef9-1859-4adb-bd50-b0244da886c1 tempest-ServersAdminNegativeTestJSON-2081544056 tempest-ServersAdminNegativeTestJSON-2081544056-project-admin] Task: {'id': task-4427752, 'name': SuspendVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.609357] env[65311]: WARNING neutronclient.v2_0.client [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.609846] env[65311]: WARNING neutronclient.v2_0.client [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.620202] env[65311]: WARNING neutronclient.v2_0.client [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.687237] env[65311]: DEBUG nova.network.neutron [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Port 9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 652.772328] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "48334c54-1916-4463-9054-26d626c76e7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.772328] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "48334c54-1916-4463-9054-26d626c76e7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.784751] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Updated VIF entry in instance network info cache for port 8b76e0cd-5304-44c7-b0fa-df66dd1131ea. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.785071] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Updating instance_info_cache with network_info: [{"id": "8b76e0cd-5304-44c7-b0fa-df66dd1131ea", "address": "fa:16:3e:b1:98:84", "network": {"id": "ed39da89-830a-4607-b560-9b5112c1ee99", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1008326955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c1ad4ced86a4dddafa3a349ae772507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76e0cd-53", "ovs_interfaceid": "8b76e0cd-5304-44c7-b0fa-df66dd1131ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.786618] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.789653] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.789653] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.789653] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.789653] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.791820] env[65311]: INFO nova.compute.manager [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Terminating instance [ 652.829040] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ea6f03de-6aaf-410b-9593-5584fcb48240 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.885s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.917072] env[65311]: WARNING neutronclient.v2_0.client [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.934288] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.934990] env[65311]: DEBUG nova.compute.manager [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 652.945275] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.021s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.947572] env[65311]: INFO nova.compute.claims [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.038964] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquiring lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.039128] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.039707] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquiring lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.039707] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.040822] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.043383] env[65311]: INFO nova.compute.manager [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Terminating instance [ 653.095595] env[65311]: DEBUG oslo_vmware.api [None req-61619ef9-1859-4adb-bd50-b0244da886c1 tempest-ServersAdminNegativeTestJSON-2081544056 tempest-ServersAdminNegativeTestJSON-2081544056-project-admin] Task: {'id': task-4427752, 'name': SuspendVM_Task} progress is 58%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.276514] env[65311]: DEBUG nova.compute.manager [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 653.291015] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Releasing lock "refresh_cache-aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.291397] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Received event network-changed-9de4c47a-170c-420a-bffa-924d3629a6c0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 653.293014] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Refreshing instance network info cache due to event network-changed-9de4c47a-170c-420a-bffa-924d3629a6c0. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 653.293014] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquiring lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.293014] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Acquired lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.293014] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Refreshing network info cache for port 9de4c47a-170c-420a-bffa-924d3629a6c0 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.297224] env[65311]: DEBUG nova.compute.manager [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 653.297224] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.297826] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b3ac12-abdd-490b-94b4-793715998800 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.310926] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.311499] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec43880e-88db-44db-aa4d-c18574ec32d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.321283] env[65311]: DEBUG oslo_vmware.api [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 653.321283] env[65311]: value = "task-4427753" [ 653.321283] env[65311]: _type = "Task" [ 653.321283] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.337656] env[65311]: DEBUG oslo_vmware.api [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.368788] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "1346f7e5-d788-43d2-bf2e-108f3b065031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.370569] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "1346f7e5-d788-43d2-bf2e-108f3b065031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.408044] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.408382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.448936] env[65311]: DEBUG nova.compute.utils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.450771] env[65311]: DEBUG nova.compute.manager [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 653.451219] env[65311]: DEBUG nova.network.neutron [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 653.451368] env[65311]: WARNING neutronclient.v2_0.client [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.451624] env[65311]: WARNING neutronclient.v2_0.client [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.554645] env[65311]: DEBUG nova.compute.manager [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 653.555067] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.556109] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c67b24-6432-4877-91b3-9619b39ff50a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.565667] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.566038] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f597fc-e0e1-4153-bd51-c7603ce8d808 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.574663] env[65311]: DEBUG oslo_vmware.api [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 653.574663] env[65311]: value = "task-4427754" [ 653.574663] env[65311]: _type = "Task" [ 653.574663] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.589118] env[65311]: DEBUG oslo_vmware.api [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.593401] env[65311]: DEBUG nova.network.neutron [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Successfully updated port: e0f872f0-785c-49ec-baff-86346277b0c3 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 653.600604] env[65311]: DEBUG oslo_vmware.api [None req-61619ef9-1859-4adb-bd50-b0244da886c1 tempest-ServersAdminNegativeTestJSON-2081544056 tempest-ServersAdminNegativeTestJSON-2081544056-project-admin] Task: {'id': task-4427752, 'name': SuspendVM_Task, 'duration_secs': 0.861893} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.600882] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-61619ef9-1859-4adb-bd50-b0244da886c1 tempest-ServersAdminNegativeTestJSON-2081544056 tempest-ServersAdminNegativeTestJSON-2081544056-project-admin] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Suspended the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 653.601214] env[65311]: DEBUG nova.compute.manager [None req-61619ef9-1859-4adb-bd50-b0244da886c1 tempest-ServersAdminNegativeTestJSON-2081544056 tempest-ServersAdminNegativeTestJSON-2081544056-project-admin] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 653.602427] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5612f-3917-4ba3-840f-ec74f1bcbfbd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.718348] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.718678] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.718930] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.724304] env[65311]: DEBUG nova.policy [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec37e69455dc4e4cbc434bca91b975c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70f7d294f361449cb188fb4638fa1cbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.795571] env[65311]: WARNING neutronclient.v2_0.client [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.812319] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.835462] env[65311]: DEBUG oslo_vmware.api [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427753, 'name': PowerOffVM_Task, 'duration_secs': 0.223304} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.835635] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.835851] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.836125] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d286228f-351d-4c33-a4d4-e3e85be902b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.874588] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 653.898659] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquiring lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.898923] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.914074] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 653.922182] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.922542] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.922756] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Deleting the datastore file [datastore1] 1734aaef-fc63-4dc2-8727-ae5a1c59170d {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.923018] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1def26f5-3846-4592-8286-82ec531837d6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.937112] env[65311]: DEBUG oslo_vmware.api [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 653.937112] env[65311]: value = "task-4427756" [ 653.937112] env[65311]: _type = "Task" [ 653.937112] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.949671] env[65311]: DEBUG oslo_vmware.api [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.956558] env[65311]: DEBUG nova.compute.manager [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 654.044595] env[65311]: WARNING neutronclient.v2_0.client [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.089597] env[65311]: DEBUG oslo_vmware.api [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427754, 'name': PowerOffVM_Task, 'duration_secs': 0.210079} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.089597] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.089821] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.090511] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3b229cc-44ab-48c3-99f0-356ad8be5e9b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.102038] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "refresh_cache-56ebb9eb-454e-4516-b6ef-d346a50d3b2c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.102358] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquired lock "refresh_cache-56ebb9eb-454e-4516-b6ef-d346a50d3b2c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.102358] env[65311]: DEBUG nova.network.neutron [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 654.175581] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.175581] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.175581] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Deleting the datastore file [datastore1] 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.175581] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a031c5c6-f984-41ec-8d01-301865835d6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.186461] env[65311]: DEBUG oslo_vmware.api [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for the task: (returnval){ [ 654.186461] env[65311]: value = "task-4427758" [ 654.186461] env[65311]: _type = "Task" [ 654.186461] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.196291] env[65311]: DEBUG oslo_vmware.api [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.331200] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195a0894-4d8c-43ee-9ee1-9b930533fd1a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.340664] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3da595-fe92-40cd-95b2-d176f123cbd3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.377906] env[65311]: DEBUG nova.network.neutron [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Successfully created port: 57f05d3b-3b02-4eec-864a-a0857c696d40 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 654.381147] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d875422-9f8e-4a2a-9ee6-bc097ffadb1a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.394966] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e0cae5-30eb-482a-a0f2-6f83807f885f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.400217] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.402176] env[65311]: DEBUG nova.compute.manager [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 654.414367] env[65311]: DEBUG nova.compute.provider_tree [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.438660] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.451094] env[65311]: DEBUG oslo_vmware.api [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335082} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.451094] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.451094] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.451390] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.453145] env[65311]: INFO nova.compute.manager [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 654.453453] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 654.454860] env[65311]: DEBUG nova.compute.manager [-] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 654.454860] env[65311]: DEBUG nova.network.neutron [-] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 654.454860] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.702813] env[65311]: DEBUG oslo_vmware.api [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Task: {'id': task-4427758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292967} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.703136] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.703314] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.703489] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.703656] env[65311]: INFO nova.compute.manager [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 654.703895] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 654.704115] env[65311]: DEBUG nova.compute.manager [-] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 654.704212] env[65311]: DEBUG nova.network.neutron [-] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 654.704568] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.726984] env[65311]: WARNING neutronclient.v2_0.client [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.920572] env[65311]: DEBUG nova.scheduler.client.report [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.927522] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.954633] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.968804] env[65311]: DEBUG nova.compute.manager [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 655.020866] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 655.021114] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.021259] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 655.021421] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.023377] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 655.023377] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 655.023377] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 655.023377] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 655.023377] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 655.023620] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 655.023620] env[65311]: DEBUG nova.virt.hardware [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 655.023620] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b290539-2169-4a43-8c15-adb4c439246a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.033509] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc9f205-bc39-4578-8bc5-b6d12ec8340a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.141039] env[65311]: DEBUG nova.network.neutron [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 655.431504] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.431782] env[65311]: DEBUG nova.compute.manager [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 655.434963] env[65311]: DEBUG oslo_concurrency.lockutils [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.140s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.435277] env[65311]: DEBUG nova.objects.instance [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lazy-loading 'resources' on Instance uuid c45089f9-6b16-4e78-b557-d1a999199f97 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.673731] env[65311]: DEBUG nova.network.neutron [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Updated VIF entry in instance network info cache for port 0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 655.674463] env[65311]: DEBUG nova.network.neutron [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Updating instance_info_cache with network_info: [{"id": "0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f", "address": "fa:16:3e:b7:90:73", "network": {"id": "fd2e8909-8a9e-4c1a-a424-faf8514eb94e", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1027098163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff4bb23f5a41498881af8d7850409f48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fd0e9d9-5a", "ovs_interfaceid": "0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.717900] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.770063] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.770185] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.770295] env[65311]: DEBUG nova.network.neutron [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 655.941477] env[65311]: DEBUG nova.compute.utils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.946889] env[65311]: DEBUG nova.compute.manager [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 655.947692] env[65311]: DEBUG nova.network.neutron [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 655.951714] env[65311]: WARNING neutronclient.v2_0.client [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.951714] env[65311]: WARNING neutronclient.v2_0.client [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.177036] env[65311]: DEBUG oslo_concurrency.lockutils [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] Releasing lock "refresh_cache-f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.177335] env[65311]: DEBUG nova.compute.manager [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Received event network-changed-1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 656.177441] env[65311]: DEBUG nova.compute.manager [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Refreshing instance network info cache due to event network-changed-1391178e-1c76-4d0a-8b55-f2895525073d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 656.177633] env[65311]: DEBUG oslo_concurrency.lockutils [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] Acquiring lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.177763] env[65311]: DEBUG oslo_concurrency.lockutils [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] Acquired lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.177911] env[65311]: DEBUG nova.network.neutron [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Refreshing network info cache for port 1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.274577] env[65311]: WARNING neutronclient.v2_0.client [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.296020] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046a00ba-f866-410d-9be5-f5a53f391b22 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.308187] env[65311]: DEBUG nova.network.neutron [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Successfully updated port: 57f05d3b-3b02-4eec-864a-a0857c696d40 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 656.314529] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c388fb26-6f77-4751-9e68-3e117bf7530a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.354346] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07133c-b6f1-4cb4-a86e-1e98b8143846 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.363829] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28edc99-15ed-4a1b-859c-72f736a073b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.381211] env[65311]: DEBUG nova.compute.provider_tree [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.448525] env[65311]: DEBUG nova.compute.manager [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 656.682030] env[65311]: WARNING neutronclient.v2_0.client [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.817109] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.817109] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.817592] env[65311]: DEBUG nova.network.neutron [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.884539] env[65311]: DEBUG nova.scheduler.client.report [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.890430] env[65311]: DEBUG nova.policy [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db8839d58dac42ee83c073973dec8e7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab707169b3a745529669b285a25eaff9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.919221] env[65311]: WARNING neutronclient.v2_0.client [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.041724] env[65311]: DEBUG nova.network.neutron [-] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.099878] env[65311]: WARNING neutronclient.v2_0.client [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.167273] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updated VIF entry in instance network info cache for port 9de4c47a-170c-420a-bffa-924d3629a6c0. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.167628] env[65311]: DEBUG nova.network.neutron [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance_info_cache with network_info: [{"id": "9de4c47a-170c-420a-bffa-924d3629a6c0", "address": "fa:16:3e:d0:8e:3b", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de4c47a-17", "ovs_interfaceid": "9de4c47a-170c-420a-bffa-924d3629a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.326393] env[65311]: DEBUG nova.network.neutron [-] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.351503] env[65311]: DEBUG nova.network.neutron [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Updating instance_info_cache with network_info: [{"id": "e0f872f0-785c-49ec-baff-86346277b0c3", "address": "fa:16:3e:29:a1:87", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f872f0-78", "ovs_interfaceid": "e0f872f0-785c-49ec-baff-86346277b0c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.390420] env[65311]: DEBUG oslo_concurrency.lockutils [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.393320] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.581s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.394900] env[65311]: INFO nova.compute.claims [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.401113] env[65311]: WARNING neutronclient.v2_0.client [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.413090] env[65311]: DEBUG nova.network.neutron [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Successfully created port: c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 657.441662] env[65311]: INFO nova.scheduler.client.report [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Deleted allocations for instance c45089f9-6b16-4e78-b557-d1a999199f97 [ 657.458114] env[65311]: DEBUG nova.compute.manager [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 657.470182] env[65311]: DEBUG nova.network.neutron [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 657.474946] env[65311]: WARNING neutronclient.v2_0.client [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.497326] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.497582] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.497728] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.497898] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.498046] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.498189] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.498385] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.499843] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.499843] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.499843] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.499843] env[65311]: DEBUG nova.virt.hardware [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.500269] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32027b75-508d-48bb-a3fe-df3d7d8ccc7a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.510658] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af0ce3f-8975-4d85-82db-a668216113d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.545591] env[65311]: INFO nova.compute.manager [-] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Took 3.09 seconds to deallocate network for instance. [ 657.671402] env[65311]: DEBUG oslo_concurrency.lockutils [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] Releasing lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.671728] env[65311]: DEBUG nova.compute.manager [req-1df413ff-5997-4950-9dda-6ca4c137c0d9 req-eb7c8f08-b07a-481f-91b9-3c85441b45d0 service nova] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Received event network-vif-deleted-b541b157-8bee-4f75-aabd-b811e00e8f92 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 657.691880] env[65311]: DEBUG nova.network.neutron [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance_info_cache with network_info: [{"id": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "address": "fa:16:3e:1f:4c:00", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a79c61d-15", "ovs_interfaceid": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.802366] env[65311]: DEBUG nova.network.neutron [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Updated VIF entry in instance network info cache for port 1391178e-1c76-4d0a-8b55-f2895525073d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.802703] env[65311]: DEBUG nova.network.neutron [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Updating instance_info_cache with network_info: [{"id": "1391178e-1c76-4d0a-8b55-f2895525073d", "address": "fa:16:3e:5d:41:18", "network": {"id": "e484e25b-37ba-41b4-a579-5a98532b839f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1475897132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "525cebaed39b44e6819d6bc5bf090f20", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1391178e-1c", "ovs_interfaceid": "1391178e-1c76-4d0a-8b55-f2895525073d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.831580] env[65311]: INFO nova.compute.manager [-] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Took 3.13 seconds to deallocate network for instance. [ 657.853902] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Releasing lock "refresh_cache-56ebb9eb-454e-4516-b6ef-d346a50d3b2c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.855041] env[65311]: DEBUG nova.compute.manager [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Instance network_info: |[{"id": "e0f872f0-785c-49ec-baff-86346277b0c3", "address": "fa:16:3e:29:a1:87", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f872f0-78", "ovs_interfaceid": "e0f872f0-785c-49ec-baff-86346277b0c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 657.855177] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:a1:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0f872f0-785c-49ec-baff-86346277b0c3', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.862692] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 657.863897] env[65311]: WARNING neutronclient.v2_0.client [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.866119] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.866626] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-011eb023-faf6-41f7-bf03-78a35baf6cd4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.893087] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.893087] env[65311]: value = "task-4427759" [ 657.893087] env[65311]: _type = "Task" [ 657.893087] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.906982] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427759, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.957643] env[65311]: DEBUG oslo_concurrency.lockutils [None req-57359262-ff89-454f-88bf-753e6a1a9b1c tempest-VolumesAdminNegativeTest-357972443 tempest-VolumesAdminNegativeTest-357972443-project-member] Lock "c45089f9-6b16-4e78-b557-d1a999199f97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.005s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.052843] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.195137] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.305889] env[65311]: DEBUG oslo_concurrency.lockutils [req-ebee12fb-38b7-4a9a-91e9-b284f77a23d2 req-79895e50-8d13-446e-912b-306ad460631b service nova] Releasing lock "refresh_cache-e2756002-8969-4063-978f-5c4f60867aed" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.343107] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.410684] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427759, 'name': CreateVM_Task, 'duration_secs': 0.497008} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.411101] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.411612] env[65311]: WARNING neutronclient.v2_0.client [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.411976] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.412142] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.412420] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.412731] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433eda6a-541e-49b3-98d4-5ee15f5660a8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.420026] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 658.420026] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524ba7c6-817f-d11c-9283-9f5d82bb09c4" [ 658.420026] env[65311]: _type = "Task" [ 658.420026] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.428933] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524ba7c6-817f-d11c-9283-9f5d82bb09c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.752928] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbac5ace-5b01-4e83-877c-efec5bfd40e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.793795] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c430326c-8dc2-4a8c-843e-fe43a418282f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.803368] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance '5278a1a0-3a1b-4d7b-9f26-46621b6b5d69' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 658.811047] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afcc816-8774-4c50-b7e4-cc6acdb83818 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.820399] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fb7a8d-b682-4ded-913d-37a64caebf89 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.858060] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6957f3-cff8-444b-a8fa-9e7d3b232789 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.871393] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6b935d-b5f7-4ffd-9b2c-d50f929dd499 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.893187] env[65311]: DEBUG nova.compute.provider_tree [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.932050] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524ba7c6-817f-d11c-9283-9f5d82bb09c4, 'name': SearchDatastore_Task, 'duration_secs': 0.018641} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.932050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.932050] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.932050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.932402] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.932402] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.932402] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd7edeed-d561-4ff1-bdaa-bf1c2b076e19 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.943208] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.943672] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.945613] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32baebc9-d5bd-4a8c-aa68-db314a7fb6dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.952125] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 658.952125] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f4a2c2-0692-7f4a-dad6-e536652784d7" [ 658.952125] env[65311]: _type = "Task" [ 658.952125] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.964595] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f4a2c2-0692-7f4a-dad6-e536652784d7, 'name': SearchDatastore_Task} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.965467] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0bfe830-c9aa-4d3d-a34b-7735c5ddfadc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.974417] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 658.974417] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5256d51a-ccb8-c050-783c-3688561ac20c" [ 658.974417] env[65311]: _type = "Task" [ 658.974417] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.987130] env[65311]: DEBUG nova.compute.manager [req-796a294a-d06c-4ff3-a12c-459f07970479 req-41c8469a-50d4-4c25-b70d-e26c57a1526f service nova] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Received event network-vif-plugged-e0f872f0-785c-49ec-baff-86346277b0c3 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 658.987130] env[65311]: DEBUG oslo_concurrency.lockutils [req-796a294a-d06c-4ff3-a12c-459f07970479 req-41c8469a-50d4-4c25-b70d-e26c57a1526f service nova] Acquiring lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.987130] env[65311]: DEBUG oslo_concurrency.lockutils [req-796a294a-d06c-4ff3-a12c-459f07970479 req-41c8469a-50d4-4c25-b70d-e26c57a1526f service nova] Lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.987130] env[65311]: DEBUG oslo_concurrency.lockutils [req-796a294a-d06c-4ff3-a12c-459f07970479 req-41c8469a-50d4-4c25-b70d-e26c57a1526f service nova] Lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.987130] env[65311]: DEBUG nova.compute.manager [req-796a294a-d06c-4ff3-a12c-459f07970479 req-41c8469a-50d4-4c25-b70d-e26c57a1526f service nova] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] No waiting events found dispatching network-vif-plugged-e0f872f0-785c-49ec-baff-86346277b0c3 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 658.987516] env[65311]: WARNING nova.compute.manager [req-796a294a-d06c-4ff3-a12c-459f07970479 req-41c8469a-50d4-4c25-b70d-e26c57a1526f service nova] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Received unexpected event network-vif-plugged-e0f872f0-785c-49ec-baff-86346277b0c3 for instance with vm_state building and task_state spawning. [ 658.994404] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5256d51a-ccb8-c050-783c-3688561ac20c, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.994404] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.994404] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 56ebb9eb-454e-4516-b6ef-d346a50d3b2c/56ebb9eb-454e-4516-b6ef-d346a50d3b2c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.994404] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35edf7f4-0d30-42f6-929e-f907b51e67c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.002412] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 659.002412] env[65311]: value = "task-4427760" [ 659.002412] env[65311]: _type = "Task" [ 659.002412] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.011652] env[65311]: DEBUG nova.compute.manager [req-2625f577-a023-4119-92ba-78bf1dd1b5d4 req-0c252694-7552-44e3-9088-6437770b3e3e service nova] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Received event network-vif-deleted-26f08090-bd41-431e-a890-a456f790c98a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 659.016309] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.088715] env[65311]: DEBUG nova.network.neutron [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [{"id": "57f05d3b-3b02-4eec-864a-a0857c696d40", "address": "fa:16:3e:8e:2d:4d", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f05d3b-3b", "ovs_interfaceid": "57f05d3b-3b02-4eec-864a-a0857c696d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.117166] env[65311]: DEBUG nova.network.neutron [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Successfully updated port: c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 659.318185] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.318185] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-164363b5-012a-4c5e-8577-06b2036af51e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.329640] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 659.329640] env[65311]: value = "task-4427761" [ 659.329640] env[65311]: _type = "Task" [ 659.329640] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.340345] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.399584] env[65311]: DEBUG nova.scheduler.client.report [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.517291] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427760, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.592037] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.592037] env[65311]: DEBUG nova.compute.manager [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Instance network_info: |[{"id": "57f05d3b-3b02-4eec-864a-a0857c696d40", "address": "fa:16:3e:8e:2d:4d", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f05d3b-3b", "ovs_interfaceid": "57f05d3b-3b02-4eec-864a-a0857c696d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 659.592603] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:2d:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57f05d3b-3b02-4eec-864a-a0857c696d40', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.603126] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Creating folder: Project (70f7d294f361449cb188fb4638fa1cbd). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.603461] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47ff51ea-b51d-4964-9b01-3964be65b79d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.617900] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Created folder: Project (70f7d294f361449cb188fb4638fa1cbd) in parent group-v866349. [ 659.618136] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Creating folder: Instances. Parent ref: group-v866397. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.618414] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbd0a2e2-6fab-4a38-96eb-2d091c05c3c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.623770] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.625364] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquired lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.625863] env[65311]: DEBUG nova.network.neutron [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.637217] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "a682f8d8-dc49-4008-a336-d042b8452ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.637501] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "a682f8d8-dc49-4008-a336-d042b8452ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.639781] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Created folder: Instances in parent group-v866397. [ 659.640180] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 659.641435] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.641671] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30348e34-be5b-4033-8e7f-bf5c84ac5562 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.668493] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.668493] env[65311]: value = "task-4427764" [ 659.668493] env[65311]: _type = "Task" [ 659.668493] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.678560] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427764, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.842543] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427761, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.914055] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.914055] env[65311]: DEBUG nova.compute.manager [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 659.922027] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.519s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.922762] env[65311]: INFO nova.compute.claims [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.022256] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529534} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.022839] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 56ebb9eb-454e-4516-b6ef-d346a50d3b2c/56ebb9eb-454e-4516-b6ef-d346a50d3b2c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.023176] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.023522] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d153a044-ee13-4f05-8eff-7f089cc4732c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.034846] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 660.034846] env[65311]: value = "task-4427765" [ 660.034846] env[65311]: _type = "Task" [ 660.034846] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.046900] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.140028] env[65311]: DEBUG nova.compute.manager [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.181372] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427764, 'name': CreateVM_Task, 'duration_secs': 0.507379} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.181567] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.182128] env[65311]: WARNING neutronclient.v2_0.client [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.182860] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.182860] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.183093] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.183634] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6dec52-7152-477e-8b74-0877629d909f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.189626] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 660.189626] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528b9379-6040-d077-a7f2-c775ca07aa66" [ 660.189626] env[65311]: _type = "Task" [ 660.189626] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.199357] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528b9379-6040-d077-a7f2-c775ca07aa66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.238573] env[65311]: DEBUG nova.network.neutron [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.342464] env[65311]: DEBUG oslo_vmware.api [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4427761, 'name': PowerOnVM_Task, 'duration_secs': 0.553316} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.342741] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.342913] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb93c25-6013-4d2c-be5b-ddae21adeea9 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance '5278a1a0-3a1b-4d7b-9f26-46621b6b5d69' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 660.430021] env[65311]: DEBUG nova.compute.utils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.433896] env[65311]: DEBUG nova.compute.manager [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 660.434106] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 660.434425] env[65311]: WARNING neutronclient.v2_0.client [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.434699] env[65311]: WARNING neutronclient.v2_0.client [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.553558] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083199} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.553845] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.554731] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e4eb7-b9ab-4549-8aef-3d15922c8125 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.581114] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 56ebb9eb-454e-4516-b6ef-d346a50d3b2c/56ebb9eb-454e-4516-b6ef-d346a50d3b2c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.581725] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-786a559a-42d3-483a-9f0f-f77d819785fd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.604729] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 660.604729] env[65311]: value = "task-4427766" [ 660.604729] env[65311]: _type = "Task" [ 660.604729] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.614635] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.667839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.704766] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528b9379-6040-d077-a7f2-c775ca07aa66, 'name': SearchDatastore_Task, 'duration_secs': 0.027784} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.705135] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.705411] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.705701] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.705881] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.706139] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.706456] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d15d7a7-2d66-434b-8ee5-bc295140ee12 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.718112] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.718343] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.720739] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f8ac17-9d8c-489b-a63f-f67e4dad161e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.728324] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 660.728324] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5201d860-af0d-d9d3-0351-691afbfafa5e" [ 660.728324] env[65311]: _type = "Task" [ 660.728324] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.738564] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5201d860-af0d-d9d3-0351-691afbfafa5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.808303] env[65311]: DEBUG nova.policy [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3e5f1569e7b45738654e806a9a21b3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47cf00465843456b9c10a7a1eaf4e563', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.934760] env[65311]: DEBUG nova.compute.manager [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 661.117896] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427766, 'name': ReconfigVM_Task, 'duration_secs': 0.428492} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.121395] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 56ebb9eb-454e-4516-b6ef-d346a50d3b2c/56ebb9eb-454e-4516-b6ef-d346a50d3b2c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.122300] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fb934ed-c694-4de9-b155-f9fbc0422df1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.130994] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 661.130994] env[65311]: value = "task-4427767" [ 661.130994] env[65311]: _type = "Task" [ 661.130994] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.144741] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427767, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.241729] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5201d860-af0d-d9d3-0351-691afbfafa5e, 'name': SearchDatastore_Task, 'duration_secs': 0.018689} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.245459] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a56c0f-5997-421f-b4b7-fd2f07f1a650 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.252149] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 661.252149] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5228c831-e299-16a6-65d6-0e821fcc723e" [ 661.252149] env[65311]: _type = "Task" [ 661.252149] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.265478] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5228c831-e299-16a6-65d6-0e821fcc723e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.381641] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab4c18b-85cd-4e2a-a078-b645dc7941ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.390143] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c0b150-e94e-4e2d-9781-ba4c69c00369 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.429975] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5ea7dd-c945-4dec-8371-8ee472d338b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.439298] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b489478-feba-4dd3-9ad1-93a21eeff519 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.460327] env[65311]: DEBUG nova.compute.provider_tree [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.515866] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Successfully created port: 9dde413a-cd8f-4d40-bb74-6c4be8befa44 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 661.540933] env[65311]: WARNING neutronclient.v2_0.client [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.643756] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427767, 'name': Rename_Task, 'duration_secs': 0.349306} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.644013] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.644297] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38c5bfeb-5d89-40fc-9f37-b813a17d3f68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.652943] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 661.652943] env[65311]: value = "task-4427768" [ 661.652943] env[65311]: _type = "Task" [ 661.652943] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.662267] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.763805] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5228c831-e299-16a6-65d6-0e821fcc723e, 'name': SearchDatastore_Task, 'duration_secs': 0.019228} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.764198] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.764528] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 19b27509-93ab-419b-a558-7a14ac9b8abd/19b27509-93ab-419b-a558-7a14ac9b8abd.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.764857] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6838aa42-e30f-4e87-a0ad-d1987f08c15a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.775651] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 661.775651] env[65311]: value = "task-4427769" [ 661.775651] env[65311]: _type = "Task" [ 661.775651] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.784716] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.950563] env[65311]: DEBUG nova.compute.manager [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 661.963286] env[65311]: DEBUG nova.scheduler.client.report [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.981183] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 661.982713] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.982713] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 661.982713] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.982713] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 661.982713] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 661.982713] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.983424] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 661.983424] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 661.983424] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 661.983424] env[65311]: DEBUG nova.virt.hardware [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 661.983908] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38950974-ad6d-4f7e-9567-08342a3c53ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.993873] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4139a553-f015-45be-b6ab-da519dd31c94 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.167155] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427768, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.288232] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427769, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.473853] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.473853] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 662.475263] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.037s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.477230] env[65311]: INFO nova.compute.claims [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.666037] env[65311]: DEBUG oslo_vmware.api [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427768, 'name': PowerOnVM_Task, 'duration_secs': 0.539201} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.666260] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.666260] env[65311]: INFO nova.compute.manager [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Took 10.17 seconds to spawn the instance on the hypervisor. [ 662.666731] env[65311]: DEBUG nova.compute.manager [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 662.667513] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ac55c-d944-4660-bc1a-ca643127b614 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.752306] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Successfully created port: 3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 662.789807] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593422} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.797516] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 19b27509-93ab-419b-a558-7a14ac9b8abd/19b27509-93ab-419b-a558-7a14ac9b8abd.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.797788] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.798124] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cdf203d-dc96-4166-a6e7-707c70a98009 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.807679] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 662.807679] env[65311]: value = "task-4427770" [ 662.807679] env[65311]: _type = "Task" [ 662.807679] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.818492] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.987139] env[65311]: DEBUG nova.compute.utils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.991864] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 662.992148] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 662.994035] env[65311]: WARNING neutronclient.v2_0.client [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.994370] env[65311]: WARNING neutronclient.v2_0.client [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.194745] env[65311]: INFO nova.compute.manager [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Took 15.32 seconds to build instance. [ 663.324364] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074656} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.326194] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.326796] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7fe41b-d4a8-4ca1-985a-4ba38cac3b32 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.355714] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 19b27509-93ab-419b-a558-7a14ac9b8abd/19b27509-93ab-419b-a558-7a14ac9b8abd.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.355714] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43da186b-a88f-41ad-a7fe-dce9cb9fada2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.378934] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 663.378934] env[65311]: value = "task-4427771" [ 663.378934] env[65311]: _type = "Task" [ 663.378934] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.394403] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.494041] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 663.697992] env[65311]: DEBUG oslo_concurrency.lockutils [None req-65ee1634-9da0-4fe5-8157-d3a3eec4bcda tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.839s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.767629] env[65311]: DEBUG nova.network.neutron [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updating instance_info_cache with network_info: [{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.891927] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db4f740-c00c-4d7b-b922-61602d2e0bcf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.901871] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.905185] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8176733-31cf-4c91-bd49-db0f201888a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.946045] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ab658b-661f-425e-8861-32ce99b95be8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.956047] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33af6d31-18a1-4021-890d-7688fc6c9f18 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.973056] env[65311]: DEBUG nova.compute.provider_tree [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.244103] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Successfully created port: 20dcd0f8-afb9-41c4-be01-21f55811ebe8 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 664.270267] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Releasing lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.270578] env[65311]: DEBUG nova.compute.manager [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Instance network_info: |[{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 664.271038] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:19:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9f5e340-cd10-4011-b7e7-487fee143966', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.279379] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Creating folder: Project (ab707169b3a745529669b285a25eaff9). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.280118] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cfbb7f4-0fda-43d7-9841-fd3e1032056e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.285024] env[65311]: DEBUG nova.policy [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ee81fcd2a0845cd95a6540bf3747191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a268199bd38f466abc3029e68ba90fdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.295382] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Created folder: Project (ab707169b3a745529669b285a25eaff9) in parent group-v866349. [ 664.295609] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Creating folder: Instances. Parent ref: group-v866400. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.295923] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a43cdbf6-ad2d-4713-bf8a-9c9d891e1406 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.309102] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Created folder: Instances in parent group-v866400. [ 664.309102] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 664.310535] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.310535] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bd53a4b-3a2d-4c42-b950-f3c9d8589b1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.336127] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.336127] env[65311]: value = "task-4427774" [ 664.336127] env[65311]: _type = "Task" [ 664.336127] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.344307] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427774, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.393645] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427771, 'name': ReconfigVM_Task, 'duration_secs': 0.962565} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.394654] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 19b27509-93ab-419b-a558-7a14ac9b8abd/19b27509-93ab-419b-a558-7a14ac9b8abd.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.394654] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93cc7a5a-7c90-472f-ac19-44132a11cbe8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.401258] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 664.401258] env[65311]: value = "task-4427775" [ 664.401258] env[65311]: _type = "Task" [ 664.401258] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.411318] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427775, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.476112] env[65311]: DEBUG nova.scheduler.client.report [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.508311] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 664.548725] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.549414] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.550484] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.550484] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.550484] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.550484] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.550484] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.550728] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.550728] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.550792] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.550906] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.552567] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc1f674-778e-4167-aedd-f410a4122c45 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.563446] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150a9fb6-0c09-4767-8d54-3525693ab023 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.714541] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquiring lock "e2756002-8969-4063-978f-5c4f60867aed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.714874] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "e2756002-8969-4063-978f-5c4f60867aed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.715130] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquiring lock "e2756002-8969-4063-978f-5c4f60867aed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.715331] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "e2756002-8969-4063-978f-5c4f60867aed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.715977] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "e2756002-8969-4063-978f-5c4f60867aed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.718140] env[65311]: INFO nova.compute.manager [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Terminating instance [ 664.847492] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427774, 'name': CreateVM_Task, 'duration_secs': 0.435623} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.847701] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.849210] env[65311]: WARNING neutronclient.v2_0.client [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.849210] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.849210] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.849210] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.849438] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72db7e54-daeb-4cef-8c81-01f8f80e172d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.855184] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 664.855184] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52be021b-a8f7-c06a-6413-67e87fc8fafb" [ 664.855184] env[65311]: _type = "Task" [ 664.855184] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.864658] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52be021b-a8f7-c06a-6413-67e87fc8fafb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.912467] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427775, 'name': Rename_Task, 'duration_secs': 0.203559} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.912669] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.913732] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc54a5a3-9c55-4edf-ace0-47bc8154cbd6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.921517] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 664.921517] env[65311]: value = "task-4427776" [ 664.921517] env[65311]: _type = "Task" [ 664.921517] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.932798] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.984223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.984223] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 664.986392] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.032s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.990191] env[65311]: INFO nova.compute.claims [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.223305] env[65311]: DEBUG nova.compute.manager [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 665.224058] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.225054] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49be3230-ddde-4942-898d-dececa198e1d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.235197] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.235474] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2e40954-bfb4-43aa-b690-ccb88a4c2bfc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.242639] env[65311]: DEBUG oslo_vmware.api [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 665.242639] env[65311]: value = "task-4427777" [ 665.242639] env[65311]: _type = "Task" [ 665.242639] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.252531] env[65311]: DEBUG oslo_vmware.api [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.370575] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52be021b-a8f7-c06a-6413-67e87fc8fafb, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.370972] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.371727] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.372229] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.372523] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.372850] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.373340] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d756861-6de3-48cd-b6a4-7491c597d88d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.386308] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.386587] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.387684] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955a8d2e-7c1d-4998-b844-908a31398021 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.395927] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 665.395927] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521acffb-001c-28c6-6c1f-edf2179c504d" [ 665.395927] env[65311]: _type = "Task" [ 665.395927] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.409612] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521acffb-001c-28c6-6c1f-edf2179c504d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.422355] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Successfully created port: d10d4a17-f92a-4149-8615-0fa88f662604 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 665.436717] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.492943] env[65311]: DEBUG nova.compute.utils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.498212] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 665.498212] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 665.498212] env[65311]: WARNING neutronclient.v2_0.client [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.498666] env[65311]: WARNING neutronclient.v2_0.client [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.759926] env[65311]: DEBUG oslo_vmware.api [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427777, 'name': PowerOffVM_Task, 'duration_secs': 0.346975} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.759926] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.759926] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.759926] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-399724fa-73f1-4d52-8e36-ae1b04d86e50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.871669] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.871669] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.871669] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Deleting the datastore file [datastore1] e2756002-8969-4063-978f-5c4f60867aed {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.871669] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78beda2c-58ba-46e8-8050-9bdefe8277d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.885040] env[65311]: DEBUG oslo_vmware.api [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for the task: (returnval){ [ 665.885040] env[65311]: value = "task-4427779" [ 665.885040] env[65311]: _type = "Task" [ 665.885040] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.895458] env[65311]: DEBUG oslo_vmware.api [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.910041] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521acffb-001c-28c6-6c1f-edf2179c504d, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.911631] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4920607c-b902-4827-8f89-41cf605e0dec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.917984] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 665.917984] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a4012c-3643-a16e-78cf-83374d0254eb" [ 665.917984] env[65311]: _type = "Task" [ 665.917984] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.932858] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a4012c-3643-a16e-78cf-83374d0254eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.940120] env[65311]: DEBUG oslo_vmware.api [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427776, 'name': PowerOnVM_Task, 'duration_secs': 0.922724} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.940120] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.940346] env[65311]: INFO nova.compute.manager [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Took 10.97 seconds to spawn the instance on the hypervisor. [ 665.940572] env[65311]: DEBUG nova.compute.manager [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 665.941571] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844727c5-f784-4a7c-981f-270bcc16301a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.001653] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 666.139266] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Successfully updated port: 9dde413a-cd8f-4d40-bb74-6c4be8befa44 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 666.191773] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.192401] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.271071] env[65311]: DEBUG nova.policy [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ee81fcd2a0845cd95a6540bf3747191', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a268199bd38f466abc3029e68ba90fdf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.368399] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8afdad-30ea-4b68-ad41-1b5a1fc7afc6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.379131] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a63a8-f0c9-4dad-a0dd-dd53b53bf1c5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.416830] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819f2ac-8f23-4c93-9a78-27c0d7da4068 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.423499] env[65311]: DEBUG oslo_vmware.api [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Task: {'id': task-4427779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301476} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.427150] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.427372] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.427548] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.427702] env[65311]: INFO nova.compute.manager [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] [instance: e2756002-8969-4063-978f-5c4f60867aed] Took 1.20 seconds to destroy the instance on the hypervisor. [ 666.428111] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 666.430103] env[65311]: DEBUG nova.compute.manager [-] [instance: e2756002-8969-4063-978f-5c4f60867aed] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 666.430103] env[65311]: DEBUG nova.network.neutron [-] [instance: e2756002-8969-4063-978f-5c4f60867aed] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 666.430103] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.435151] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c36354-b796-4a13-a1c0-93d775f1b019 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.443518] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a4012c-3643-a16e-78cf-83374d0254eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013292} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.444250] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.444554] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] f9ccb936-d91b-44bc-9523-725daf1569fa/f9ccb936-d91b-44bc-9523-725daf1569fa.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.444811] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75da5e4-e606-4ca8-8e69-e09712cb25c2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.460755] env[65311]: DEBUG nova.compute.provider_tree [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.465426] env[65311]: INFO nova.compute.manager [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Took 17.08 seconds to build instance. [ 666.475187] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 666.475187] env[65311]: value = "task-4427780" [ 666.475187] env[65311]: _type = "Task" [ 666.475187] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.488551] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.630300] env[65311]: DEBUG nova.compute.manager [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Received event network-changed-e0f872f0-785c-49ec-baff-86346277b0c3 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 666.630516] env[65311]: DEBUG nova.compute.manager [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Refreshing instance network info cache due to event network-changed-e0f872f0-785c-49ec-baff-86346277b0c3. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 666.631180] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Acquiring lock "refresh_cache-56ebb9eb-454e-4516-b6ef-d346a50d3b2c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.631180] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Acquired lock "refresh_cache-56ebb9eb-454e-4516-b6ef-d346a50d3b2c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.631180] env[65311]: DEBUG nova.network.neutron [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Refreshing network info cache for port e0f872f0-785c-49ec-baff-86346277b0c3 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.661771] env[65311]: DEBUG nova.compute.manager [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Received event network-vif-plugged-57f05d3b-3b02-4eec-864a-a0857c696d40 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 666.661771] env[65311]: DEBUG oslo_concurrency.lockutils [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] Acquiring lock "19b27509-93ab-419b-a558-7a14ac9b8abd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.661771] env[65311]: DEBUG oslo_concurrency.lockutils [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.661771] env[65311]: DEBUG oslo_concurrency.lockutils [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.661771] env[65311]: DEBUG nova.compute.manager [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] No waiting events found dispatching network-vif-plugged-57f05d3b-3b02-4eec-864a-a0857c696d40 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 666.662541] env[65311]: WARNING nova.compute.manager [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Received unexpected event network-vif-plugged-57f05d3b-3b02-4eec-864a-a0857c696d40 for instance with vm_state active and task_state None. [ 666.662541] env[65311]: DEBUG nova.compute.manager [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Received event network-changed-57f05d3b-3b02-4eec-864a-a0857c696d40 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 666.662541] env[65311]: DEBUG nova.compute.manager [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Refreshing instance network info cache due to event network-changed-57f05d3b-3b02-4eec-864a-a0857c696d40. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 666.662541] env[65311]: DEBUG oslo_concurrency.lockutils [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] Acquiring lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.662541] env[65311]: DEBUG oslo_concurrency.lockutils [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] Acquired lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.662836] env[65311]: DEBUG nova.network.neutron [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Refreshing network info cache for port 57f05d3b-3b02-4eec-864a-a0857c696d40 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.703594] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.704162] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.704605] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.704938] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.705477] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.705477] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.705685] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 666.705878] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.968432] env[65311]: DEBUG nova.scheduler.client.report [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.973414] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8173fee6-3dd1-41d8-8407-b4d3e067fb34 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.641s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.993961] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427780, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.015944] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 667.030945] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Successfully created port: e005dbee-f9f3-4fae-86a7-e41d33d01f4f {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 667.062259] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.062590] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.062781] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.063030] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.063180] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.063925] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.063925] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.063925] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.064123] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.064162] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.064780] env[65311]: DEBUG nova.virt.hardware [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.066291] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a4d38d-370a-4047-bbfc-6e8ab0d0981c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.083242] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e73f75b-4d43-4ec0-b63a-f3b816c7b21b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.139306] env[65311]: WARNING neutronclient.v2_0.client [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.143509] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.168716] env[65311]: WARNING neutronclient.v2_0.client [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.211425] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.475335] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.476153] env[65311]: DEBUG nova.compute.manager [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 667.481148] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.428s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.481304] env[65311]: DEBUG nova.objects.instance [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lazy-loading 'resources' on Instance uuid 1734aaef-fc63-4dc2-8727-ae5a1c59170d {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.499847] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671461} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.501302] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] f9ccb936-d91b-44bc-9523-725daf1569fa/f9ccb936-d91b-44bc-9523-725daf1569fa.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.501509] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.501907] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae329920-da5a-45bd-acaa-aaa45206cad7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.512650] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 667.512650] env[65311]: value = "task-4427781" [ 667.512650] env[65311]: _type = "Task" [ 667.512650] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.530922] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.749853] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Successfully updated port: d10d4a17-f92a-4149-8615-0fa88f662604 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 667.987025] env[65311]: DEBUG nova.compute.utils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.989231] env[65311]: DEBUG nova.compute.manager [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 667.992507] env[65311]: DEBUG nova.network.neutron [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 667.992507] env[65311]: WARNING neutronclient.v2_0.client [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.992507] env[65311]: WARNING neutronclient.v2_0.client [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.031524] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209911} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.031826] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.033544] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7876b960-0962-4a08-8737-6f6282eff0b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.070224] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] f9ccb936-d91b-44bc-9523-725daf1569fa/f9ccb936-d91b-44bc-9523-725daf1569fa.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.074813] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-834f1fc3-4e1a-4df3-8ac5-90e7878a37c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.097759] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 668.097759] env[65311]: value = "task-4427782" [ 668.097759] env[65311]: _type = "Task" [ 668.097759] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.107735] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.262699] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "refresh_cache-1346f7e5-d788-43d2-bf2e-108f3b065031" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.262699] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "refresh_cache-1346f7e5-d788-43d2-bf2e-108f3b065031" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.262699] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 668.438975] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ce5171-c967-4230-8a71-720d295470fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.448220] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56387f36-1603-457c-83ff-d179def76ed2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.487960] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e30866c-3bd6-4833-9706-f7aa88ce57cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.494074] env[65311]: DEBUG nova.compute.manager [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 668.500343] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2730eab9-03ea-4616-a3d2-10b204d4fac2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.517290] env[65311]: DEBUG nova.compute.provider_tree [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.608666] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.021571] env[65311]: DEBUG nova.scheduler.client.report [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.112277] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427782, 'name': ReconfigVM_Task, 'duration_secs': 0.54385} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.112651] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Reconfigured VM instance instance-00000015 to attach disk [datastore2] f9ccb936-d91b-44bc-9523-725daf1569fa/f9ccb936-d91b-44bc-9523-725daf1569fa.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.113898] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67e84a28-0e12-4d98-85c0-fb1fe45fa907 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.121899] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 669.121899] env[65311]: value = "task-4427783" [ 669.121899] env[65311]: _type = "Task" [ 669.121899] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.131159] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427783, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.275506] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Successfully updated port: 3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 669.417975] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Successfully updated port: e005dbee-f9f3-4fae-86a7-e41d33d01f4f {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 669.506519] env[65311]: DEBUG nova.compute.manager [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 669.527691] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.530633] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.187s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.530633] env[65311]: DEBUG nova.objects.instance [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lazy-loading 'resources' on Instance uuid 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.537357] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 669.537594] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.537739] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 669.537911] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.538057] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 669.538207] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 669.538409] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 669.538782] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 669.538782] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 669.538899] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 669.539037] env[65311]: DEBUG nova.virt.hardware [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 669.539924] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444ad023-e6e9-46f5-bace-eda71ea935e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.553646] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db30573-76f3-422c-8601-25758f1d7bfa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.572320] env[65311]: INFO nova.scheduler.client.report [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Deleted allocations for instance 1734aaef-fc63-4dc2-8727-ae5a1c59170d [ 669.635705] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427783, 'name': Rename_Task, 'duration_secs': 0.324925} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.636034] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.639355] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b43a3db7-1165-47ac-87d3-b2458e5332be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.649551] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 669.649551] env[65311]: value = "task-4427784" [ 669.649551] env[65311]: _type = "Task" [ 669.649551] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.659970] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.678300] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 669.875679] env[65311]: DEBUG nova.policy [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '290fbef44d794245bea1a1187c46cf2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd582921cedd34aa4aff7893aa65ee9d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.923637] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "refresh_cache-040dcbb8-1cbf-4a2e-95b4-418ca541f511" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.923637] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "refresh_cache-040dcbb8-1cbf-4a2e-95b4-418ca541f511" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.923637] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 670.080711] env[65311]: DEBUG nova.network.neutron [-] [instance: e2756002-8969-4063-978f-5c4f60867aed] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.086173] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29016e6b-f9a3-4c85-a034-1e648b817f76 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "1734aaef-fc63-4dc2-8727-ae5a1c59170d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.299s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.162418] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.400858] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bac3c9-7424-4cd0-a92e-d25f5f17ba1a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.410349] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bfe700-557e-488d-8d00-4ffee8227f10 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.418842] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "162e0e75-50d1-4931-a83e-b360138b0841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.419116] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "162e0e75-50d1-4931-a83e-b360138b0841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.451815] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7320b659-56ac-481c-a7d7-8ecc47e62fe5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.461790] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749079b3-2fe4-4723-b3e0-a12b08fd0e95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.479959] env[65311]: DEBUG nova.compute.provider_tree [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.586029] env[65311]: INFO nova.compute.manager [-] [instance: e2756002-8969-4063-978f-5c4f60867aed] Took 4.16 seconds to deallocate network for instance. [ 670.660829] env[65311]: DEBUG oslo_vmware.api [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4427784, 'name': PowerOnVM_Task, 'duration_secs': 0.69639} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.661372] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.661630] env[65311]: INFO nova.compute.manager [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Took 13.20 seconds to spawn the instance on the hypervisor. [ 670.661630] env[65311]: DEBUG nova.compute.manager [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 670.662723] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58b2533-340d-4c93-8dc8-40ebd019aeed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.847484] env[65311]: DEBUG nova.network.neutron [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Successfully created port: aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 670.922543] env[65311]: DEBUG nova.compute.manager [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 670.983668] env[65311]: DEBUG nova.scheduler.client.report [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.092551] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.183140] env[65311]: INFO nova.compute.manager [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Took 21.28 seconds to build instance. [ 671.445119] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.490173] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.492495] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.825s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.494175] env[65311]: INFO nova.compute.claims [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.526505] env[65311]: INFO nova.scheduler.client.report [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Deleted allocations for instance 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca [ 671.551366] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.568140] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Successfully updated port: 20dcd0f8-afb9-41c4-be01-21f55811ebe8 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 671.629617] env[65311]: WARNING neutronclient.v2_0.client [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.685237] env[65311]: DEBUG oslo_concurrency.lockutils [None req-666b73a7-8ab5-4653-8b16-6e17aedccc2c tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "f9ccb936-d91b-44bc-9523-725daf1569fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.813s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.995049] env[65311]: WARNING neutronclient.v2_0.client [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.038556] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b20f0341-14ad-4974-a6ee-01fe9450eb46 tempest-ServerExternalEventsTest-893176434 tempest-ServerExternalEventsTest-893176434-project-member] Lock "2e9e0611-b6c7-4fe5-9e70-f5aa63914bca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.999s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.058209] env[65311]: WARNING neutronclient.v2_0.client [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.071431] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.071431] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquired lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.071600] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 672.560940] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Updating instance_info_cache with network_info: [{"id": "d10d4a17-f92a-4149-8615-0fa88f662604", "address": "fa:16:3e:bc:24:6d", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10d4a17-f9", "ovs_interfaceid": "d10d4a17-f92a-4149-8615-0fa88f662604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.806726] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002a1d3e-445a-469c-803e-de18e9bb2bb0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.816012] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0cf5fb-cbdf-44b7-9558-ffefae400fba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.849128] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433d0185-cc37-4d0e-9f6b-581888b7c606 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.857798] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1df5fc9-095a-40a2-aa0e-0b131266bc9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.872456] env[65311]: DEBUG nova.compute.provider_tree [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.066934] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "refresh_cache-1346f7e5-d788-43d2-bf2e-108f3b065031" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.067534] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Instance network_info: |[{"id": "d10d4a17-f92a-4149-8615-0fa88f662604", "address": "fa:16:3e:bc:24:6d", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10d4a17-f9", "ovs_interfaceid": "d10d4a17-f92a-4149-8615-0fa88f662604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 673.068168] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:24:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd10d4a17-f92a-4149-8615-0fa88f662604', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.081895] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 673.082468] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.082615] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12831353-bd67-4178-8a6c-b00a200160a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.115173] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.115173] env[65311]: value = "task-4427785" [ 673.115173] env[65311]: _type = "Task" [ 673.115173] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.129045] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427785, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.155734] env[65311]: DEBUG nova.network.neutron [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Updated VIF entry in instance network info cache for port e0f872f0-785c-49ec-baff-86346277b0c3. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.157142] env[65311]: DEBUG nova.network.neutron [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Updating instance_info_cache with network_info: [{"id": "e0f872f0-785c-49ec-baff-86346277b0c3", "address": "fa:16:3e:29:a1:87", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0f872f0-78", "ovs_interfaceid": "e0f872f0-785c-49ec-baff-86346277b0c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.186044] env[65311]: WARNING neutronclient.v2_0.client [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.223308] env[65311]: DEBUG nova.network.neutron [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updated VIF entry in instance network info cache for port 57f05d3b-3b02-4eec-864a-a0857c696d40. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.223712] env[65311]: DEBUG nova.network.neutron [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [{"id": "57f05d3b-3b02-4eec-864a-a0857c696d40", "address": "fa:16:3e:8e:2d:4d", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f05d3b-3b", "ovs_interfaceid": "57f05d3b-3b02-4eec-864a-a0857c696d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.245480] env[65311]: DEBUG nova.network.neutron [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Successfully updated port: aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 673.266259] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 673.375767] env[65311]: DEBUG nova.scheduler.client.report [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.629088] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427785, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.629088] env[65311]: DEBUG nova.network.neutron [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Updating instance_info_cache with network_info: [{"id": "e005dbee-f9f3-4fae-86a7-e41d33d01f4f", "address": "fa:16:3e:ac:2a:63", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape005dbee-f9", "ovs_interfaceid": "e005dbee-f9f3-4fae-86a7-e41d33d01f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.659878] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Releasing lock "refresh_cache-56ebb9eb-454e-4516-b6ef-d346a50d3b2c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.660462] env[65311]: DEBUG nova.compute.manager [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Received event network-changed-04452d64-9fe1-47f9-a443-14bee4f28c10 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 673.661571] env[65311]: DEBUG nova.compute.manager [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Refreshing instance network info cache due to event network-changed-04452d64-9fe1-47f9-a443-14bee4f28c10. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 673.661571] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Acquiring lock "refresh_cache-1ce5dc2f-9745-4953-9331-5748019048d8" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.661571] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Acquired lock "refresh_cache-1ce5dc2f-9745-4953-9331-5748019048d8" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.661571] env[65311]: DEBUG nova.network.neutron [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Refreshing network info cache for port 04452d64-9fe1-47f9-a443-14bee4f28c10 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.727314] env[65311]: DEBUG oslo_concurrency.lockutils [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] Releasing lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.727611] env[65311]: DEBUG nova.compute.manager [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Received event network-vif-deleted-b0e2b15f-7345-4948-a9aa-bf248789fd47 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 673.727790] env[65311]: DEBUG nova.compute.manager [req-18df0595-5db4-4997-8eed-11fb233a5914 req-bd48b8a9-5f26-4a21-bb1a-21f9620d5d34 service nova] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Received event network-vif-deleted-703595f6-e563-4f8b-bbbd-604de896f298 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 673.749739] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquiring lock "refresh_cache-2ec35019-9c7c-49d8-b1cd-11cf2a351151" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.749739] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquired lock "refresh_cache-2ec35019-9c7c-49d8-b1cd-11cf2a351151" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.749739] env[65311]: DEBUG nova.network.neutron [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 673.881328] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.882268] env[65311]: DEBUG nova.compute.manager [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 673.886396] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.675s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.886661] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.887561] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 673.888034] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.796s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.888436] env[65311]: DEBUG nova.objects.instance [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lazy-loading 'resources' on Instance uuid e2756002-8969-4063-978f-5c4f60867aed {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.893682] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cfac41-3b81-4e1c-9c79-d1b5ee0c4f63 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.908601] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c38e36-cf39-464d-a211-c9efbd7ecc61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.937839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquiring lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.937839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.937839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquiring lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.937839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.938513] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.942163] env[65311]: INFO nova.compute.manager [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Terminating instance [ 673.945594] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259a9eec-371e-4c07-a319-96421e7aece7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.959130] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeb62b0-39b8-4d23-bebd-9ab66b825502 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.995751] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180669MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 673.995952] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.129647] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427785, 'name': CreateVM_Task, 'duration_secs': 0.567033} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.130050] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.131164] env[65311]: WARNING neutronclient.v2_0.client [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.132725] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.132725] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.133108] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.134353] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "refresh_cache-040dcbb8-1cbf-4a2e-95b4-418ca541f511" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.134496] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Instance network_info: |[{"id": "e005dbee-f9f3-4fae-86a7-e41d33d01f4f", "address": "fa:16:3e:ac:2a:63", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape005dbee-f9", "ovs_interfaceid": "e005dbee-f9f3-4fae-86a7-e41d33d01f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 674.134800] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906a077f-44bd-4432-99e3-7d938a0d63c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.137632] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:2a:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e005dbee-f9f3-4fae-86a7-e41d33d01f4f', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.147037] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 674.148131] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.148873] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eed1b1b1-cbe7-4b3a-b3fd-c39594aad0a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.167754] env[65311]: WARNING neutronclient.v2_0.client [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.171309] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 674.171309] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5213a0a7-ec15-cd7c-a042-a901bc665f2d" [ 674.171309] env[65311]: _type = "Task" [ 674.171309] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.178402] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.178402] env[65311]: value = "task-4427786" [ 674.178402] env[65311]: _type = "Task" [ 674.178402] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.188130] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5213a0a7-ec15-cd7c-a042-a901bc665f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01918} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.191604] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.191857] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.192087] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.192227] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.192423] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.192637] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427786, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.192827] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d48b9d07-1661-4c08-9615-f35c650d59c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.202787] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.202962] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.203786] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294746ad-b401-4101-96f0-08e9c3b4357c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.210085] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 674.210085] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524bc058-6cca-557f-7798-2ca4f871af4a" [ 674.210085] env[65311]: _type = "Task" [ 674.210085] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.221329] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524bc058-6cca-557f-7798-2ca4f871af4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.247804] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquiring lock "01427136-c72c-4c87-9694-33be47498ce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.248299] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "01427136-c72c-4c87-9694-33be47498ce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.383117] env[65311]: WARNING neutronclient.v2_0.client [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.394109] env[65311]: DEBUG nova.compute.utils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.396462] env[65311]: DEBUG nova.compute.manager [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 674.452651] env[65311]: DEBUG nova.compute.manager [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 674.452864] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.454042] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c174734-60ec-4973-ad1c-7fcb025f218a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.465516] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.466039] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db371499-3fe4-4ef8-a66d-c237d9f8473b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.474449] env[65311]: DEBUG oslo_vmware.api [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 674.474449] env[65311]: value = "task-4427787" [ 674.474449] env[65311]: _type = "Task" [ 674.474449] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.488744] env[65311]: DEBUG oslo_vmware.api [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.696359] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427786, 'name': CreateVM_Task, 'duration_secs': 0.434064} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.699589] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.700438] env[65311]: WARNING neutronclient.v2_0.client [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.700851] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.701124] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.701603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.703018] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9ed5dd-767c-4160-bf76-171c1ee3ae44 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.708408] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 674.708408] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52324172-cad5-3c2a-58b3-c98a772096b3" [ 674.708408] env[65311]: _type = "Task" [ 674.708408] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.734043] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524bc058-6cca-557f-7798-2ca4f871af4a, 'name': SearchDatastore_Task, 'duration_secs': 0.016076} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.734310] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52324172-cad5-3c2a-58b3-c98a772096b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.738359] env[65311]: DEBUG nova.network.neutron [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 674.743333] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a9c0a5-b984-4f48-b984-fe966f28b79b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.751045] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 674.751045] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5240f262-2c89-c8f2-273b-bc6fb04d4fc4" [ 674.751045] env[65311]: _type = "Task" [ 674.751045] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.754218] env[65311]: DEBUG nova.compute.manager [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 674.766658] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5240f262-2c89-c8f2-273b-bc6fb04d4fc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.841780] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8159fc4-1780-452d-9516-a0d7831a787d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.852626] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8884dc-bf14-4d10-b4b4-8c0d31efb80b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.630297] env[65311]: DEBUG nova.compute.manager [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 675.654856] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95af007-e7a2-4112-b528-8d10a9a0b026 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.665060] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52324172-cad5-3c2a-58b3-c98a772096b3, 'name': SearchDatastore_Task, 'duration_secs': 0.030037} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.675328] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.675573] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.675787] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.675914] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.676086] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.676404] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5240f262-2c89-c8f2-273b-bc6fb04d4fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.018549} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.676587] env[65311]: DEBUG oslo_vmware.api [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427787, 'name': PowerOffVM_Task, 'duration_secs': 0.280499} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.677537] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.677792] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e7d4f86-daaf-4b7b-a06e-e1280e03e1e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.681727] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f306a39-5507-4f60-8541-6798f04f38f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.684867] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.685359] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 1346f7e5-d788-43d2-bf2e-108f3b065031/1346f7e5-d788-43d2-bf2e-108f3b065031.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.685465] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.685555] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.688542] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bfe4736-bec9-4cae-865a-f2cf6027099e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.688542] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1aaa60e-2eea-4acc-9be4-b300a4ae65dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.702188] env[65311]: DEBUG nova.compute.provider_tree [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.704972] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 675.704972] env[65311]: value = "task-4427788" [ 675.704972] env[65311]: _type = "Task" [ 675.704972] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.705216] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.705365] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.706363] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe97a5b4-b4db-4931-9e7d-b1f06884c900 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.716871] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 675.716871] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5226fde6-36e9-1179-c29f-cfd7ce4fd4a7" [ 675.716871] env[65311]: _type = "Task" [ 675.716871] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.720773] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.729717] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5226fde6-36e9-1179-c29f-cfd7ce4fd4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.769356] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.769595] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.769774] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Deleting the datastore file [datastore2] 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.770107] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fcfae37-ea2f-4dc6-8434-0c54c49c1fe7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.778855] env[65311]: DEBUG oslo_vmware.api [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for the task: (returnval){ [ 675.778855] env[65311]: value = "task-4427790" [ 675.778855] env[65311]: _type = "Task" [ 675.778855] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.788795] env[65311]: DEBUG oslo_vmware.api [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.211060] env[65311]: DEBUG nova.scheduler.client.report [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.241844] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5226fde6-36e9-1179-c29f-cfd7ce4fd4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.250370] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427788, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.250620] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80622df-2002-414a-af58-e4d8d1e8c19f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.262875] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 676.262875] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c69ba1-902d-c83a-4f18-2b94a534cb36" [ 676.262875] env[65311]: _type = "Task" [ 676.262875] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.282920] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c69ba1-902d-c83a-4f18-2b94a534cb36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.302976] env[65311]: DEBUG oslo_vmware.api [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Task: {'id': task-4427790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392214} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.302976] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.302976] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.302976] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.302976] env[65311]: INFO nova.compute.manager [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Took 1.85 seconds to destroy the instance on the hypervisor. [ 676.303362] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 676.303362] env[65311]: DEBUG nova.compute.manager [-] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 676.303362] env[65311]: DEBUG nova.network.neutron [-] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 676.303362] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.320470] env[65311]: WARNING neutronclient.v2_0.client [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.427248] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.496972] env[65311]: WARNING neutronclient.v2_0.client [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.520462] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Acquiring lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.520705] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.537977] env[65311]: WARNING neutronclient.v2_0.client [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.624172] env[65311]: DEBUG nova.network.neutron [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Updating instance_info_cache with network_info: [{"id": "aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca", "address": "fa:16:3e:a4:b8:6e", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef60dc7-4d", "ovs_interfaceid": "aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.650080] env[65311]: DEBUG nova.compute.manager [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 676.682147] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 676.682513] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.682757] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 676.682946] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.684072] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 676.684072] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 676.684072] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 676.684072] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 676.684072] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 676.684445] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 676.684445] env[65311]: DEBUG nova.virt.hardware [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 676.684923] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454fd9e6-9d27-42df-9a2c-f49383ad8d53 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.698888] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bc084f-96ef-4547-bfe9-8f2865c27a89 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.716608] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.722708] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Creating folder: Project (4a05f7d39597451cb3bfe3ac1507dbd0). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.728222] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.839s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.729315] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84cc1c24-8bc9-443a-aa72-8161280e2380 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.735717] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.291s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.737685] env[65311]: INFO nova.compute.claims [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.747752] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63224} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.747834] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 1346f7e5-d788-43d2-bf2e-108f3b065031/1346f7e5-d788-43d2-bf2e-108f3b065031.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.748580] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.748580] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b18e725-23fa-4fb3-b6f1-4573633182cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.752104] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Created folder: Project (4a05f7d39597451cb3bfe3ac1507dbd0) in parent group-v866349. [ 676.752315] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Creating folder: Instances. Parent ref: group-v866405. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.753013] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-821b39e4-233d-4535-aa85-0bd49e53118c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.757814] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 676.757814] env[65311]: value = "task-4427792" [ 676.757814] env[65311]: _type = "Task" [ 676.757814] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.762579] env[65311]: INFO nova.scheduler.client.report [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Deleted allocations for instance e2756002-8969-4063-978f-5c4f60867aed [ 676.768720] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Created folder: Instances in parent group-v866405. [ 676.769043] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 676.778288] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.778288] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.778288] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94a655a6-1862-44cf-910b-a9f3ad6a83bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.794324] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c69ba1-902d-c83a-4f18-2b94a534cb36, 'name': SearchDatastore_Task, 'duration_secs': 0.036248} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.795141] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.795709] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 040dcbb8-1cbf-4a2e-95b4-418ca541f511/040dcbb8-1cbf-4a2e-95b4-418ca541f511.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.795709] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a46b9a36-ce66-4a6f-b44b-7efa16ec2a79 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.802043] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.802043] env[65311]: value = "task-4427794" [ 676.802043] env[65311]: _type = "Task" [ 676.802043] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.807786] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 676.807786] env[65311]: value = "task-4427795" [ 676.807786] env[65311]: _type = "Task" [ 676.807786] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.816128] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427794, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.826128] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.846875] env[65311]: DEBUG nova.network.neutron [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Updated VIF entry in instance network info cache for port 04452d64-9fe1-47f9-a443-14bee4f28c10. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 676.847236] env[65311]: DEBUG nova.network.neutron [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Updating instance_info_cache with network_info: [{"id": "04452d64-9fe1-47f9-a443-14bee4f28c10", "address": "fa:16:3e:bb:15:74", "network": {"id": "f7e4f7ef-8a8d-4b84-99a1-74232e991a12", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-351300092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5d43e877db46d5a2dd2921ff23c183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04452d64-9f", "ovs_interfaceid": "04452d64-9fe1-47f9-a443-14bee4f28c10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.030467] env[65311]: DEBUG nova.compute.utils [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.125902] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Releasing lock "refresh_cache-2ec35019-9c7c-49d8-b1cd-11cf2a351151" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.126301] env[65311]: DEBUG nova.compute.manager [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Instance network_info: |[{"id": "aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca", "address": "fa:16:3e:a4:b8:6e", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef60dc7-4d", "ovs_interfaceid": "aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 677.131729] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:b8:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.140837] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Creating folder: Project (d582921cedd34aa4aff7893aa65ee9d0). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.141783] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "11e42b51-9f38-4386-aab0-5bc0e158d172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.141951] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "11e42b51-9f38-4386-aab0-5bc0e158d172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.144594] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10e5edfd-40fc-47a1-87f4-7cce09e23019 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.153426] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "50dce140-8749-4991-8907-fcab2f9fc0b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.153666] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "50dce140-8749-4991-8907-fcab2f9fc0b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.168341] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Created folder: Project (d582921cedd34aa4aff7893aa65ee9d0) in parent group-v866349. [ 677.168534] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Creating folder: Instances. Parent ref: group-v866408. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.168748] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b267309-b333-4f9a-bc8c-619e57946a14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.186217] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Created folder: Instances in parent group-v866408. [ 677.186546] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 677.186770] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.186992] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac0dbdf9-f9e5-41d3-92ed-f6ed7f6f177b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.214901] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.214901] env[65311]: value = "task-4427798" [ 677.214901] env[65311]: _type = "Task" [ 677.214901] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.228191] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427798, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.272227] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081906} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.272522] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.273378] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00a190f-9b3b-4fc9-8250-03309101f5c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.281406] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bd28acd2-c5bc-4787-bfc8-4fb49895ca7e tempest-FloatingIPsAssociationNegativeTestJSON-748270145 tempest-FloatingIPsAssociationNegativeTestJSON-748270145-project-member] Lock "e2756002-8969-4063-978f-5c4f60867aed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.566s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.306893] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 1346f7e5-d788-43d2-bf2e-108f3b065031/1346f7e5-d788-43d2-bf2e-108f3b065031.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.308402] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd35e594-f649-47eb-a691-c3022437c447 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.339575] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 677.339575] env[65311]: value = "task-4427799" [ 677.339575] env[65311]: _type = "Task" [ 677.339575] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.345184] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427794, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.351166] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427795, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.351694] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Releasing lock "refresh_cache-1ce5dc2f-9745-4953-9331-5748019048d8" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.351931] env[65311]: DEBUG nova.compute.manager [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Received event network-vif-plugged-c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 677.352130] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Acquiring lock "f9ccb936-d91b-44bc-9523-725daf1569fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.352542] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Lock "f9ccb936-d91b-44bc-9523-725daf1569fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.352542] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Lock "f9ccb936-d91b-44bc-9523-725daf1569fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.352760] env[65311]: DEBUG nova.compute.manager [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] No waiting events found dispatching network-vif-plugged-c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.352924] env[65311]: WARNING nova.compute.manager [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Received unexpected event network-vif-plugged-c9f5e340-cd10-4011-b7e7-487fee143966 for instance with vm_state building and task_state spawning. [ 677.353101] env[65311]: DEBUG nova.compute.manager [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Received event network-changed-c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 677.353254] env[65311]: DEBUG nova.compute.manager [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Refreshing instance network info cache due to event network-changed-c9f5e340-cd10-4011-b7e7-487fee143966. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 677.353430] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Acquiring lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.353555] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Acquired lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.353694] env[65311]: DEBUG nova.network.neutron [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Refreshing network info cache for port c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.364119] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.501614] env[65311]: WARNING neutronclient.v2_0.client [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.533688] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.644785] env[65311]: DEBUG nova.compute.manager [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 677.654171] env[65311]: DEBUG nova.network.neutron [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Updating instance_info_cache with network_info: [{"id": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "address": "fa:16:3e:b1:d3:78", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dde413a-cd", "ovs_interfaceid": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "address": "fa:16:3e:00:bf:28", "network": {"id": "56901c71-1c05-4ab3-b133-1fdeac8ffea3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-514365436", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfb2e5b-25", "ovs_interfaceid": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "address": "fa:16:3e:16:53:e1", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20dcd0f8-af", "ovs_interfaceid": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.655959] env[65311]: DEBUG nova.compute.manager [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 677.730675] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427798, 'name': CreateVM_Task, 'duration_secs': 0.513422} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.731059] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.731501] env[65311]: WARNING neutronclient.v2_0.client [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.731887] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.732336] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.732653] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.732919] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981ee798-c688-4952-b7f1-a85c5d82f256 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.741179] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 677.741179] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5283890e-751b-6e2e-c665-14bc46f6f50f" [ 677.741179] env[65311]: _type = "Task" [ 677.741179] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.753673] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5283890e-751b-6e2e-c665-14bc46f6f50f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.824358] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427794, 'name': CreateVM_Task, 'duration_secs': 0.553611} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.829479] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.829479] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.843517] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56996} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.843517] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 040dcbb8-1cbf-4a2e-95b4-418ca541f511/040dcbb8-1cbf-4a2e-95b4-418ca541f511.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.843517] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.844150] env[65311]: DEBUG nova.compute.manager [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received event network-vif-plugged-9dde413a-cd8f-4d40-bb74-6c4be8befa44 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 677.844390] env[65311]: DEBUG oslo_concurrency.lockutils [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] Acquiring lock "48334c54-1916-4463-9054-26d626c76e7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.844609] env[65311]: DEBUG oslo_concurrency.lockutils [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] Lock "48334c54-1916-4463-9054-26d626c76e7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.845542] env[65311]: DEBUG oslo_concurrency.lockutils [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] Lock "48334c54-1916-4463-9054-26d626c76e7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.845542] env[65311]: DEBUG nova.compute.manager [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] No waiting events found dispatching network-vif-plugged-9dde413a-cd8f-4d40-bb74-6c4be8befa44 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.845741] env[65311]: WARNING nova.compute.manager [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received unexpected event network-vif-plugged-9dde413a-cd8f-4d40-bb74-6c4be8befa44 for instance with vm_state building and task_state spawning. [ 677.846213] env[65311]: DEBUG nova.compute.manager [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received event network-changed-9dde413a-cd8f-4d40-bb74-6c4be8befa44 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 677.846213] env[65311]: DEBUG nova.compute.manager [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Refreshing instance network info cache due to event network-changed-9dde413a-cd8f-4d40-bb74-6c4be8befa44. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 677.846338] env[65311]: DEBUG oslo_concurrency.lockutils [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] Acquiring lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.846566] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3445cecb-e7cb-438c-8af1-ffa0ea500c84 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.859522] env[65311]: WARNING neutronclient.v2_0.client [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.865192] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 677.865192] env[65311]: value = "task-4427800" [ 677.865192] env[65311]: _type = "Task" [ 677.865192] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.868061] env[65311]: DEBUG nova.network.neutron [-] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.869462] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427799, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.878044] env[65311]: DEBUG nova.compute.manager [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Received event network-vif-plugged-d10d4a17-f92a-4149-8615-0fa88f662604 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 677.878044] env[65311]: DEBUG oslo_concurrency.lockutils [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] Acquiring lock "1346f7e5-d788-43d2-bf2e-108f3b065031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.878044] env[65311]: DEBUG oslo_concurrency.lockutils [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] Lock "1346f7e5-d788-43d2-bf2e-108f3b065031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.878044] env[65311]: DEBUG oslo_concurrency.lockutils [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] Lock "1346f7e5-d788-43d2-bf2e-108f3b065031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.878044] env[65311]: DEBUG nova.compute.manager [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] No waiting events found dispatching network-vif-plugged-d10d4a17-f92a-4149-8615-0fa88f662604 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 677.878044] env[65311]: WARNING nova.compute.manager [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Received unexpected event network-vif-plugged-d10d4a17-f92a-4149-8615-0fa88f662604 for instance with vm_state building and task_state spawning. [ 677.878044] env[65311]: DEBUG nova.compute.manager [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Received event network-changed-d10d4a17-f92a-4149-8615-0fa88f662604 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 677.878044] env[65311]: DEBUG nova.compute.manager [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Refreshing instance network info cache due to event network-changed-d10d4a17-f92a-4149-8615-0fa88f662604. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 677.878044] env[65311]: DEBUG oslo_concurrency.lockutils [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] Acquiring lock "refresh_cache-1346f7e5-d788-43d2-bf2e-108f3b065031" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.878044] env[65311]: DEBUG oslo_concurrency.lockutils [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] Acquired lock "refresh_cache-1346f7e5-d788-43d2-bf2e-108f3b065031" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.878044] env[65311]: DEBUG nova.network.neutron [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Refreshing network info cache for port d10d4a17-f92a-4149-8615-0fa88f662604 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.891656] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.134252] env[65311]: WARNING neutronclient.v2_0.client [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.164124] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Releasing lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.165175] env[65311]: DEBUG nova.compute.manager [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Instance network_info: |[{"id": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "address": "fa:16:3e:b1:d3:78", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dde413a-cd", "ovs_interfaceid": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "address": "fa:16:3e:00:bf:28", "network": {"id": "56901c71-1c05-4ab3-b133-1fdeac8ffea3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-514365436", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfb2e5b-25", "ovs_interfaceid": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "address": "fa:16:3e:16:53:e1", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20dcd0f8-af", "ovs_interfaceid": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 678.168649] env[65311]: DEBUG oslo_concurrency.lockutils [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] Acquired lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.168827] env[65311]: DEBUG nova.network.neutron [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Refreshing network info cache for port 9dde413a-cd8f-4d40-bb74-6c4be8befa44 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.171081] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:d3:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dde413a-cd8f-4d40-bb74-6c4be8befa44', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:bf:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:53:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20dcd0f8-afb9-41c4-be01-21f55811ebe8', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.187073] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Creating folder: Project (47cf00465843456b9c10a7a1eaf4e563). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.194853] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a98b155-29aa-40f5-8517-f1d3eb4de62b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.202686] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.214218] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Created folder: Project (47cf00465843456b9c10a7a1eaf4e563) in parent group-v866349. [ 678.214471] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Creating folder: Instances. Parent ref: group-v866411. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.215801] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.216018] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7c687f8-4970-444a-9a46-766e6585eb62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.231771] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Created folder: Instances in parent group-v866411. [ 678.232113] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 678.232352] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.232574] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00eed9d5-6315-4716-bffe-aea3265a5e5d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.262783] env[65311]: DEBUG nova.network.neutron [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updated VIF entry in instance network info cache for port c9f5e340-cd10-4011-b7e7-487fee143966. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 678.262921] env[65311]: DEBUG nova.network.neutron [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updating instance_info_cache with network_info: [{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.268268] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.268502] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.268619] env[65311]: DEBUG nova.compute.manager [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Going to confirm migration 1 {{(pid=65311) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 678.274031] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.274031] env[65311]: value = "task-4427803" [ 678.274031] env[65311]: _type = "Task" [ 678.274031] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.281707] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5283890e-751b-6e2e-c665-14bc46f6f50f, 'name': SearchDatastore_Task, 'duration_secs': 0.017739} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.285966] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.286124] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.286429] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.286619] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.286798] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.287737] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.287841] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.287997] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c5b300-361a-4c4d-a184-6ce46b5c76af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.291448] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bf8b4bf-b704-40d8-9fec-072da9945df6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.301335] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427803, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.303493] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 678.303493] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528da336-ef20-5378-be36-86a57dea8b14" [ 678.303493] env[65311]: _type = "Task" [ 678.303493] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.308653] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.308923] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.310201] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afe1fd76-8cf9-4830-b502-295e4a5aa6fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.316412] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528da336-ef20-5378-be36-86a57dea8b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.318453] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bffcf90-bb70-46cd-8222-965fb7a445a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.323493] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 678.323493] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5284495c-a5a7-6ddf-264f-0c13e03e16a6" [ 678.323493] env[65311]: _type = "Task" [ 678.323493] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.331550] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5daddd7-1d5f-4fab-b249-dfe0411613fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.339806] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5284495c-a5a7-6ddf-264f-0c13e03e16a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.383032] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ba676e-8552-4b45-9b53-fb77799757ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.383032] env[65311]: INFO nova.compute.manager [-] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Took 2.08 seconds to deallocate network for instance. [ 678.388917] env[65311]: WARNING neutronclient.v2_0.client [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.400684] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427799, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.401346] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071866} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.402384] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58a3092-d95d-4e46-aeb3-6eed32d0df48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.406991] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.408424] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512e07be-6584-46c7-ab88-cb1eef096451 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.422204] env[65311]: DEBUG nova.compute.provider_tree [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.442093] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 040dcbb8-1cbf-4a2e-95b4-418ca541f511/040dcbb8-1cbf-4a2e-95b4-418ca541f511.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.443247] env[65311]: DEBUG nova.scheduler.client.report [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.447039] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63232c02-e628-421a-81f5-9e3cc1ea3016 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.470154] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 678.470154] env[65311]: value = "task-4427804" [ 678.470154] env[65311]: _type = "Task" [ 678.470154] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.479850] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.689505] env[65311]: WARNING neutronclient.v2_0.client [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.708465] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Acquiring lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.708683] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.708970] env[65311]: INFO nova.compute.manager [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Attaching volume c495ace2-8735-440a-b164-9b7deeeaef1a to /dev/sdb [ 678.769442] env[65311]: DEBUG oslo_concurrency.lockutils [req-6599e1d6-46c8-4781-a872-cfe00b47a8c2 req-b04bb167-cc9e-493c-9e3f-707801e5e690 service nova] Releasing lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.777097] env[65311]: WARNING neutronclient.v2_0.client [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.782708] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea571647-c341-47a8-a550-2ece61583bfd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.793258] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427803, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.795564] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa3c85a-eb5d-4ab8-9f4a-70e0495ec146 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.814844] env[65311]: DEBUG nova.virt.block_device [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Updating existing volume attachment record: 707705a8-9984-4b8c-b568-3025f8b3749d {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 678.822664] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528da336-ef20-5378-be36-86a57dea8b14, 'name': SearchDatastore_Task, 'duration_secs': 0.014355} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.824149] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.824149] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.824149] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.834396] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5284495c-a5a7-6ddf-264f-0c13e03e16a6, 'name': SearchDatastore_Task, 'duration_secs': 0.024731} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.835610] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654a628e-92f7-4012-97c0-e4c420622896 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.843595] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 678.843595] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52956e81-2fa1-9756-f2fb-5d27151bcd06" [ 678.843595] env[65311]: _type = "Task" [ 678.843595] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.852995] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52956e81-2fa1-9756-f2fb-5d27151bcd06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.882021] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427799, 'name': ReconfigVM_Task, 'duration_secs': 1.512321} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.882311] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 1346f7e5-d788-43d2-bf2e-108f3b065031/1346f7e5-d788-43d2-bf2e-108f3b065031.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.882932] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eddcc865-bd0f-4f85-b6eb-e16fafe8086a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.890666] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 678.890666] env[65311]: value = "task-4427805" [ 678.890666] env[65311]: _type = "Task" [ 678.890666] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.901750] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.902188] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427805, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.964281] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.964870] env[65311]: DEBUG nova.compute.manager [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 678.969012] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.973s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.984557] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427804, 'name': ReconfigVM_Task, 'duration_secs': 0.328859} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.984557] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 040dcbb8-1cbf-4a2e-95b4-418ca541f511/040dcbb8-1cbf-4a2e-95b4-418ca541f511.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.985517] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d4a5f69-3de6-4808-95a3-4439cb34c363 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.996944] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 678.996944] env[65311]: value = "task-4427806" [ 678.996944] env[65311]: _type = "Task" [ 678.996944] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.008329] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427806, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.299131] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427803, 'name': CreateVM_Task, 'duration_secs': 0.523646} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.299131] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.299131] env[65311]: WARNING neutronclient.v2_0.client [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.299131] env[65311]: WARNING neutronclient.v2_0.client [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.299131] env[65311]: WARNING neutronclient.v2_0.client [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.299131] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.299131] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.299131] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.299131] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48cc5696-e61c-4466-92ed-b11ee80c1a05 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.305754] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 679.305754] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5295b3f2-841c-43ad-8646-3786d0e4480a" [ 679.305754] env[65311]: _type = "Task" [ 679.305754] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.319582] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5295b3f2-841c-43ad-8646-3786d0e4480a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.356786] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52956e81-2fa1-9756-f2fb-5d27151bcd06, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.360660] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.360962] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 2ec35019-9c7c-49d8-b1cd-11cf2a351151/2ec35019-9c7c-49d8-b1cd-11cf2a351151.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.362247] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.362467] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.362746] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b1d79db-c317-472d-b675-e460e29a11a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.365615] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93851e7d-1c43-4a28-83c8-63d281a794e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.375275] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 679.375275] env[65311]: value = "task-4427811" [ 679.375275] env[65311]: _type = "Task" [ 679.375275] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.377577] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.377839] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.383074] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1732b9ce-4cfe-4fd7-ad10-af9758d029c9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.394107] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.399239] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 679.399239] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e78633-f972-bfbc-ff25-dd6e5bd77206" [ 679.399239] env[65311]: _type = "Task" [ 679.399239] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.407241] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427805, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.415123] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e78633-f972-bfbc-ff25-dd6e5bd77206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.472871] env[65311]: DEBUG nova.compute.utils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.476130] env[65311]: DEBUG nova.compute.manager [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 679.485643] env[65311]: WARNING neutronclient.v2_0.client [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.486145] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.486335] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.486535] env[65311]: DEBUG nova.network.neutron [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 679.486758] env[65311]: DEBUG nova.objects.instance [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lazy-loading 'info_cache' on Instance uuid 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.518259] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427806, 'name': Rename_Task, 'duration_secs': 0.202067} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.518548] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.518690] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9a86eb-8ee0-4b2b-8ee9-e7f279d75b53 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.527574] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 679.527574] env[65311]: value = "task-4427812" [ 679.527574] env[65311]: _type = "Task" [ 679.527574] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.538316] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.551398] env[65311]: WARNING neutronclient.v2_0.client [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.703382] env[65311]: DEBUG nova.network.neutron [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Updated VIF entry in instance network info cache for port d10d4a17-f92a-4149-8615-0fa88f662604. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.703382] env[65311]: DEBUG nova.network.neutron [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Updating instance_info_cache with network_info: [{"id": "d10d4a17-f92a-4149-8615-0fa88f662604", "address": "fa:16:3e:bc:24:6d", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd10d4a17-f9", "ovs_interfaceid": "d10d4a17-f92a-4149-8615-0fa88f662604", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.706346] env[65311]: WARNING neutronclient.v2_0.client [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.813211] env[65311]: DEBUG nova.network.neutron [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Updated VIF entry in instance network info cache for port 9dde413a-cd8f-4d40-bb74-6c4be8befa44. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.813211] env[65311]: DEBUG nova.network.neutron [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Updating instance_info_cache with network_info: [{"id": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "address": "fa:16:3e:b1:d3:78", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dde413a-cd", "ovs_interfaceid": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "address": "fa:16:3e:00:bf:28", "network": {"id": "56901c71-1c05-4ab3-b133-1fdeac8ffea3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-514365436", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfb2e5b-25", "ovs_interfaceid": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "address": "fa:16:3e:16:53:e1", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20dcd0f8-af", "ovs_interfaceid": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.820737] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5295b3f2-841c-43ad-8646-3786d0e4480a, 'name': SearchDatastore_Task, 'duration_secs': 0.0123} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.821030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.821991] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.821991] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.821991] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.821991] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.822190] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc832f06-32d9-48f1-9484-8d50f33e5d9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.835955] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.835955] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.836600] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddcca4f3-03cc-4bdd-8cee-330f91615ee9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.846294] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 679.846294] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527c2e8f-5021-3c22-327f-6c46e2338a08" [ 679.846294] env[65311]: _type = "Task" [ 679.846294] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.856115] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527c2e8f-5021-3c22-327f-6c46e2338a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.889567] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.914847] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427805, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.915539] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e78633-f972-bfbc-ff25-dd6e5bd77206, 'name': SearchDatastore_Task, 'duration_secs': 0.023591} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.916279] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-199bd784-c383-4e2c-ac13-01540cf3b5db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.924077] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 679.924077] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d78a01-4675-6333-5309-b39904884017" [ 679.924077] env[65311]: _type = "Task" [ 679.924077] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.934445] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d78a01-4675-6333-5309-b39904884017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.977037] env[65311]: DEBUG nova.compute.manager [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 679.990135] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Applying migration context for instance 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 as it has an incoming, in-progress migration 1e48e2a7-9551-400d-a6ec-9c61d0d265ca. Migration status is confirming {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 679.992116] env[65311]: INFO nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating resource usage from migration 1e48e2a7-9551-400d-a6ec-9c61d0d265ca [ 680.038451] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance ac7727ee-37d8-4b9a-9ad9-15dadab03b79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.038614] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 680.038704] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.038817] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance de11687e-08cc-4ee7-91fa-789196241589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.038929] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 6be80110-6348-4089-a97d-0133455aa421 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.039070] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.039262] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 8f6ef977-4ff9-42de-8a9b-2842b6edb934 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.039391] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1ce5dc2f-9745-4953-9331-5748019048d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.039522] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.039677] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Migration 1e48e2a7-9551-400d-a6ec-9c61d0d265ca is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 680.039765] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.039886] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 56ebb9eb-454e-4516-b6ef-d346a50d3b2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.039932] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 19b27509-93ab-419b-a558-7a14ac9b8abd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.040125] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance f9ccb936-d91b-44bc-9523-725daf1569fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.040194] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 48334c54-1916-4463-9054-26d626c76e7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.040272] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1346f7e5-d788-43d2-bf2e-108f3b065031 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.040351] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 040dcbb8-1cbf-4a2e-95b4-418ca541f511 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.040469] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 2ec35019-9c7c-49d8-b1cd-11cf2a351151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.040547] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance a682f8d8-dc49-4008-a336-d042b8452ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.040724] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 162e0e75-50d1-4931-a83e-b360138b0841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 680.050661] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.211809] env[65311]: DEBUG oslo_concurrency.lockutils [req-544c9893-7e05-4ca0-97a9-9c1f25be917e req-28e6e4a1-802a-42e9-ad57-7232a5e4cda5 service nova] Releasing lock "refresh_cache-1346f7e5-d788-43d2-bf2e-108f3b065031" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.315928] env[65311]: DEBUG oslo_concurrency.lockutils [req-55d72fd6-8afd-424d-96a7-f12745677ac1 req-31274eca-424b-432c-bce7-1d19c62ebc98 service nova] Releasing lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.358478] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527c2e8f-5021-3c22-327f-6c46e2338a08, 'name': SearchDatastore_Task, 'duration_secs': 0.012229} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.359709] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8d1be4-53e9-4942-9999-8e80c5706c25 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.372237] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 680.372237] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bd74aa-7dff-b2d6-938b-265c5be22ab2" [ 680.372237] env[65311]: _type = "Task" [ 680.372237] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.385108] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bd74aa-7dff-b2d6-938b-265c5be22ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.392697] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427811, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.412690] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427805, 'name': Rename_Task, 'duration_secs': 1.223128} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.412690] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.412690] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81c681b7-6e46-45da-950e-3ba88c4d5ba7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.433848] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 680.433848] env[65311]: value = "task-4427813" [ 680.433848] env[65311]: _type = "Task" [ 680.433848] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.443106] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d78a01-4675-6333-5309-b39904884017, 'name': SearchDatastore_Task, 'duration_secs': 0.012538} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.445591] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.445591] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] a682f8d8-dc49-4008-a336-d042b8452ad9/a682f8d8-dc49-4008-a336-d042b8452ad9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.445591] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c04d9afe-d45f-4615-9092-a9b634e918c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.450687] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427813, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.458315] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 680.458315] env[65311]: value = "task-4427814" [ 680.458315] env[65311]: _type = "Task" [ 680.458315] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.476566] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.507327] env[65311]: WARNING neutronclient.v2_0.client [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.547375] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 01427136-c72c-4c87-9694-33be47498ce2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 680.550901] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427812, 'name': PowerOnVM_Task, 'duration_secs': 0.586266} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.553691] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.553935] env[65311]: INFO nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Took 13.54 seconds to spawn the instance on the hypervisor. [ 680.554115] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 680.555919] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce197716-8a0b-49f3-90e4-bfa1e94353f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.692172] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "c808ccb4-b62c-4ed9-b267-721633d74654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.692421] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "c808ccb4-b62c-4ed9-b267-721633d74654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.886021] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bd74aa-7dff-b2d6-938b-265c5be22ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.038888} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.886332] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.886603] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 48334c54-1916-4463-9054-26d626c76e7d/48334c54-1916-4463-9054-26d626c76e7d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.887808] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5fd6120-5dc4-4165-8406-ccc808fe42a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.892791] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427811, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.136914} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.893545] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 2ec35019-9c7c-49d8-b1cd-11cf2a351151/2ec35019-9c7c-49d8-b1cd-11cf2a351151.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.894051] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.894051] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e54e277d-a611-491f-832c-e9dd33c6c4eb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.903196] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 680.903196] env[65311]: value = "task-4427815" [ 680.903196] env[65311]: _type = "Task" [ 680.903196] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.904063] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 680.904063] env[65311]: value = "task-4427816" [ 680.904063] env[65311]: _type = "Task" [ 680.904063] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.923658] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.927140] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.947834] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427813, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.973516] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427814, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.995967] env[65311]: DEBUG nova.compute.manager [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 681.047270] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.048490] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.048490] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.048490] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.048490] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.048490] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.048490] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.048804] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.049511] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.049737] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.049962] env[65311]: DEBUG nova.virt.hardware [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.051864] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 11e42b51-9f38-4386-aab0-5bc0e158d172 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 681.060163] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e580e209-9eab-4dd2-96cb-e14c913b4fa4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.074724] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b9ffa-09d4-4611-b5fa-cb055a09f7f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.107326] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.116403] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 681.116403] env[65311]: INFO nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Took 26.69 seconds to build instance. [ 681.116403] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.116403] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3586c902-060e-4ea8-a152-e20d5dcecccc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.147174] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.147174] env[65311]: value = "task-4427817" [ 681.147174] env[65311]: _type = "Task" [ 681.147174] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.161325] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427817, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.195516] env[65311]: DEBUG nova.compute.manager [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 681.343607] env[65311]: WARNING neutronclient.v2_0.client [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.429456] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117116} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.430163] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427815, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.430163] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.432129] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5ac06d-3084-4825-b774-3b6e7bf1eb24 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.447735] env[65311]: DEBUG oslo_vmware.api [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427813, 'name': PowerOnVM_Task, 'duration_secs': 0.779736} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.465008] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.465492] env[65311]: INFO nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Took 16.96 seconds to spawn the instance on the hypervisor. [ 681.465839] env[65311]: DEBUG nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 681.485952] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 2ec35019-9c7c-49d8-b1cd-11cf2a351151/2ec35019-9c7c-49d8-b1cd-11cf2a351151.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.491752] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d145b802-3200-4b75-8bfb-e60878553491 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.504147] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5943e857-a516-4f07-918a-fe0de3a7fbf8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.536529] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562055} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.539495] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] a682f8d8-dc49-4008-a336-d042b8452ad9/a682f8d8-dc49-4008-a336-d042b8452ad9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.539795] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.540086] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 681.540086] env[65311]: value = "task-4427819" [ 681.540086] env[65311]: _type = "Task" [ 681.540086] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.543372] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-107d2b4c-952d-4419-9758-d8ef649774b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.559412] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.560671] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 681.560671] env[65311]: value = "task-4427820" [ 681.560671] env[65311]: _type = "Task" [ 681.560671] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.566334] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 50dce140-8749-4991-8907-fcab2f9fc0b6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 681.566679] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 681.566802] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=100GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '18', 'num_vm_active': '9', 'num_task_None': '13', 'num_os_type_None': '18', 'num_proj_e2634516bb804dfda06132f859d8c6ce': '2', 'io_workload': '6', 'num_vm_resized': '1', 'num_proj_142d4081343640e6b9ec219248d03110': '1', 'num_proj_0c1ad4ced86a4dddafa3a349ae772507': '1', 'num_proj_9a7f0a4a84d741f5a0674d53788bb786': '1', 'num_proj_1a2ab250ba384291920513f06b4c155f': '2', 'num_vm_suspended': '1', 'num_proj_db5d43e877db46d5a2dd2921ff23c183': '1', 'num_proj_ff4bb23f5a41498881af8d7850409f48': '1', 'num_vm_error': '1', 'num_proj_ce1550dd95274f7a803364a14f570d33': '1', 'num_proj_70f7d294f361449cb188fb4638fa1cbd': '1', 'num_proj_ab707169b3a745529669b285a25eaff9': '1', 'num_vm_building': '6', 'num_task_spawning': '5', 'num_proj_47cf00465843456b9c10a7a1eaf4e563': '1', 'num_proj_a268199bd38f466abc3029e68ba90fdf': '2', 'num_proj_d582921cedd34aa4aff7893aa65ee9d0': '1', 'num_proj_4a05f7d39597451cb3bfe3ac1507dbd0': '2'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 681.573582] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.623206] env[65311]: DEBUG nova.network.neutron [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance_info_cache with network_info: [{"id": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "address": "fa:16:3e:1f:4c:00", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a79c61d-15", "ovs_interfaceid": "9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.639927] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.231s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.670012] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427817, 'name': CreateVM_Task, 'duration_secs': 0.377316} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.672986] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.676021] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.676021] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.676021] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.676021] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001023b3-d3e4-4e48-8400-e77132289399 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.680704] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 681.680704] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524e1474-d42d-f009-fb8d-25abfcf29f78" [ 681.680704] env[65311]: _type = "Task" [ 681.680704] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.690941] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524e1474-d42d-f009-fb8d-25abfcf29f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.715893] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.919066] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710502} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.919066] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 48334c54-1916-4463-9054-26d626c76e7d/48334c54-1916-4463-9054-26d626c76e7d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.919066] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.920396] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40ea9b4e-a387-4e00-939b-81ce51108941 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.930569] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 681.930569] env[65311]: value = "task-4427821" [ 681.930569] env[65311]: _type = "Task" [ 681.930569] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.939965] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received event network-vif-plugged-3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 681.940427] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Acquiring lock "48334c54-1916-4463-9054-26d626c76e7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.940427] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Lock "48334c54-1916-4463-9054-26d626c76e7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.940497] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Lock "48334c54-1916-4463-9054-26d626c76e7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.940756] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] No waiting events found dispatching network-vif-plugged-3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 681.940846] env[65311]: WARNING nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received unexpected event network-vif-plugged-3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b for instance with vm_state building and task_state spawning. [ 681.941080] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received event network-changed-3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 681.941764] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Refreshing instance network info cache due to event network-changed-3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 681.942133] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Acquiring lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.942545] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Acquired lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.942545] env[65311]: DEBUG nova.network.neutron [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Refreshing network info cache for port 3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.949309] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.995024] env[65311]: DEBUG nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Received event network-vif-plugged-e005dbee-f9f3-4fae-86a7-e41d33d01f4f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 681.995024] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Acquiring lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.995024] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.995024] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.995024] env[65311]: DEBUG nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] No waiting events found dispatching network-vif-plugged-e005dbee-f9f3-4fae-86a7-e41d33d01f4f {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 681.995024] env[65311]: WARNING nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Received unexpected event network-vif-plugged-e005dbee-f9f3-4fae-86a7-e41d33d01f4f for instance with vm_state active and task_state None. [ 681.995024] env[65311]: DEBUG nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Received event network-changed-e005dbee-f9f3-4fae-86a7-e41d33d01f4f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 681.995024] env[65311]: DEBUG nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Refreshing instance network info cache due to event network-changed-e005dbee-f9f3-4fae-86a7-e41d33d01f4f. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 681.995024] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Acquiring lock "refresh_cache-040dcbb8-1cbf-4a2e-95b4-418ca541f511" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.995024] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Acquired lock "refresh_cache-040dcbb8-1cbf-4a2e-95b4-418ca541f511" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.995024] env[65311]: DEBUG nova.network.neutron [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Refreshing network info cache for port e005dbee-f9f3-4fae-86a7-e41d33d01f4f {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.056901] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e75246d-eb52-4ee7-853b-43a1b65d99c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.065625] env[65311]: INFO nova.compute.manager [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Took 27.68 seconds to build instance. [ 682.071986] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.074662] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d769956c-6412-4937-bb9e-7003d953affc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.082475] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078522} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.083284] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.084189] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6219629c-98bd-4288-ac71-c3a2b952a441 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.114060] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db048af-86ec-4e91-a4cb-0046ec60923e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.135173] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] a682f8d8-dc49-4008-a336-d042b8452ad9/a682f8d8-dc49-4008-a336-d042b8452ad9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.135173] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "refresh_cache-5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.135552] env[65311]: DEBUG nova.objects.instance [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lazy-loading 'migration_context' on Instance uuid 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.137036] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8229c491-2e95-4d7f-8041-b8acf1da157d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.159819] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bdc1bf-be12-456e-9d8e-e10012f45e59 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.167305] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 682.167305] env[65311]: value = "task-4427822" [ 682.167305] env[65311]: _type = "Task" [ 682.167305] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.179953] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.189320] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.196312] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524e1474-d42d-f009-fb8d-25abfcf29f78, 'name': SearchDatastore_Task, 'duration_secs': 0.039874} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.196616] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.196840] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.197829] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.197829] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.197829] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.197829] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dfe6e9f-b047-4e62-baa2-af6ef36de093 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.210735] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.210919] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.211730] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fb0960-d82e-4d80-aae2-c2b86b25a2fd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.218911] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 682.218911] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ba7bfe-6614-26e2-4f70-9e3235036c78" [ 682.218911] env[65311]: _type = "Task" [ 682.218911] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.228714] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ba7bfe-6614-26e2-4f70-9e3235036c78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.299706] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "4262d241-5302-4e33-8029-7f45a1ec86ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.299926] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "4262d241-5302-4e33-8029-7f45a1ec86ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.444228] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079877} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.444518] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.448290] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d9391f-c855-423c-90fb-6ba899709dff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.451418] env[65311]: WARNING neutronclient.v2_0.client [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.482346] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 48334c54-1916-4463-9054-26d626c76e7d/48334c54-1916-4463-9054-26d626c76e7d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.482565] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25b59c6-c633-45bd-86f0-c4c0f42b4481 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.501119] env[65311]: WARNING neutronclient.v2_0.client [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.510252] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 682.510252] env[65311]: value = "task-4427823" [ 682.510252] env[65311]: _type = "Task" [ 682.510252] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.520852] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.556449] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427819, 'name': ReconfigVM_Task, 'duration_secs': 0.898794} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.556742] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 2ec35019-9c7c-49d8-b1cd-11cf2a351151/2ec35019-9c7c-49d8-b1cd-11cf2a351151.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.557604] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-968e3432-b3ea-4fba-ae7a-707851d681be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.568881] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 682.568881] env[65311]: value = "task-4427824" [ 682.568881] env[65311]: _type = "Task" [ 682.568881] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.572957] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9f66028-d809-49fc-b3f1-297d69b0e98f tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "1346f7e5-d788-43d2-bf2e-108f3b065031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.203s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.579620] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427824, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.655137] env[65311]: DEBUG nova.objects.base [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Object Instance<5278a1a0-3a1b-4d7b-9f26-46621b6b5d69> lazy-loaded attributes: info_cache,migration_context {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 682.656558] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6276a19f-f4bf-4311-9502-9fcd2798bac6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.684926] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da0d3aa-ab40-401f-8759-faa385993628 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.698245] env[65311]: DEBUG oslo_vmware.api [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 682.698245] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f54292-059c-712b-4ae8-17abd98b44e9" [ 682.698245] env[65311]: _type = "Task" [ 682.698245] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.703678] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.715237] env[65311]: DEBUG oslo_vmware.api [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f54292-059c-712b-4ae8-17abd98b44e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.716830] env[65311]: ERROR nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [req-15fe39b9-0bcb-4790-8784-0c5fb478cff3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15fe39b9-0bcb-4790-8784-0c5fb478cff3"}]} [ 682.717524] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.739026] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ba7bfe-6614-26e2-4f70-9e3235036c78, 'name': SearchDatastore_Task, 'duration_secs': 0.026901} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.739026] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f1c88ab-16af-4d41-befe-9508753fceb6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.746698] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 682.746698] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52261f86-e27f-340e-f2ae-b6c231fb412b" [ 682.746698] env[65311]: _type = "Task" [ 682.746698] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.747799] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 682.762586] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52261f86-e27f-340e-f2ae-b6c231fb412b, 'name': SearchDatastore_Task, 'duration_secs': 0.012949} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.762833] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.763751] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841/162e0e75-50d1-4931-a83e-b360138b0841.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.763751] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cda97f2-e812-4d8e-b5e3-9c05580e83fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.767807] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 682.767904] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 682.772996] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 682.772996] env[65311]: value = "task-4427825" [ 682.772996] env[65311]: _type = "Task" [ 682.772996] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.784441] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.785423] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 682.802788] env[65311]: DEBUG nova.compute.manager [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 682.814838] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 682.861313] env[65311]: WARNING neutronclient.v2_0.client [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.866605] env[65311]: WARNING neutronclient.v2_0.client [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.968851] env[65311]: DEBUG nova.network.neutron [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Updated VIF entry in instance network info cache for port e005dbee-f9f3-4fae-86a7-e41d33d01f4f. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 682.969714] env[65311]: DEBUG nova.network.neutron [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Updating instance_info_cache with network_info: [{"id": "e005dbee-f9f3-4fae-86a7-e41d33d01f4f", "address": "fa:16:3e:ac:2a:63", "network": {"id": "adf87b44-68b2-4baf-ad86-c301e9e0767e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-543141645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a268199bd38f466abc3029e68ba90fdf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape005dbee-f9", "ovs_interfaceid": "e005dbee-f9f3-4fae-86a7-e41d33d01f4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.978527] env[65311]: DEBUG nova.network.neutron [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Updated VIF entry in instance network info cache for port 3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 682.978962] env[65311]: DEBUG nova.network.neutron [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Updating instance_info_cache with network_info: [{"id": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "address": "fa:16:3e:b1:d3:78", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dde413a-cd", "ovs_interfaceid": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "address": "fa:16:3e:00:bf:28", "network": {"id": "56901c71-1c05-4ab3-b133-1fdeac8ffea3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-514365436", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfb2e5b-25", "ovs_interfaceid": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "address": "fa:16:3e:16:53:e1", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20dcd0f8-af", "ovs_interfaceid": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.022949] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427823, 'name': ReconfigVM_Task, 'duration_secs': 0.325473} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.023253] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 48334c54-1916-4463-9054-26d626c76e7d/48334c54-1916-4463-9054-26d626c76e7d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.024665] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-864d4c8f-8f12-4112-a1e9-b15094b49065 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.039126] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 683.039126] env[65311]: value = "task-4427826" [ 683.039126] env[65311]: _type = "Task" [ 683.039126] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.048329] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427826, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.067991] env[65311]: DEBUG oslo_concurrency.lockutils [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.068279] env[65311]: DEBUG oslo_concurrency.lockutils [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.068509] env[65311]: DEBUG oslo_concurrency.lockutils [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.068971] env[65311]: DEBUG oslo_concurrency.lockutils [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.069070] env[65311]: DEBUG oslo_concurrency.lockutils [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.071971] env[65311]: INFO nova.compute.manager [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Terminating instance [ 683.091861] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427824, 'name': Rename_Task, 'duration_secs': 0.205708} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.093113] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.093842] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87a056ec-2b77-42ff-a524-484ce80e2a79 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.107045] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 683.107045] env[65311]: value = "task-4427827" [ 683.107045] env[65311]: _type = "Task" [ 683.107045] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.117766] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.202020] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427822, 'name': ReconfigVM_Task, 'duration_secs': 0.639175} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.202574] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Reconfigured VM instance instance-0000001a to attach disk [datastore1] a682f8d8-dc49-4008-a336-d042b8452ad9/a682f8d8-dc49-4008-a336-d042b8452ad9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.203579] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f2480b9-6e7e-4a37-8f2f-09c1a2c03f7b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.217443] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 683.217443] env[65311]: value = "task-4427828" [ 683.217443] env[65311]: _type = "Task" [ 683.217443] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.236062] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427828, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.303521] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.333978] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.388490] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 683.388726] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866416', 'volume_id': 'c495ace2-8735-440a-b164-9b7deeeaef1a', 'name': 'volume-c495ace2-8735-440a-b164-9b7deeeaef1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c495ace2-8735-440a-b164-9b7deeeaef1a', 'serial': 'c495ace2-8735-440a-b164-9b7deeeaef1a'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 683.389932] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97e4a7b-e99b-41a0-9f3d-5ba3ec4fbfa7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.394685] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3930ea-1fea-4d43-9c8d-935f034ed557 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.418164] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9682ace-ecde-454e-b7cd-45589836e6c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.422432] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa4053-8238-4502-a351-a8c3eede9176 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.451310] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-c495ace2-8735-440a-b164-9b7deeeaef1a/volume-c495ace2-8735-440a-b164-9b7deeeaef1a.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.476271] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ebffd9-3510-4d68-a53e-78127d407701 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.492241] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Releasing lock "refresh_cache-040dcbb8-1cbf-4a2e-95b4-418ca541f511" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.492241] env[65311]: DEBUG nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Received event network-vif-plugged-aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 683.492241] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Acquiring lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.492241] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.492241] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.492241] env[65311]: DEBUG nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] No waiting events found dispatching network-vif-plugged-aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 683.492241] env[65311]: WARNING nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Received unexpected event network-vif-plugged-aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca for instance with vm_state building and task_state spawning. [ 683.492241] env[65311]: DEBUG nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Received event network-changed-aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 683.492241] env[65311]: DEBUG nova.compute.manager [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Refreshing instance network info cache due to event network-changed-aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 683.492241] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Acquiring lock "refresh_cache-2ec35019-9c7c-49d8-b1cd-11cf2a351151" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.492241] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Acquired lock "refresh_cache-2ec35019-9c7c-49d8-b1cd-11cf2a351151" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.492655] env[65311]: DEBUG nova.network.neutron [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Refreshing network info cache for port aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.493963] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Releasing lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.494188] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: e2756002-8969-4063-978f-5c4f60867aed] Received event network-vif-deleted-1391178e-1c76-4d0a-8b55-f2895525073d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 683.494365] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received event network-vif-plugged-20dcd0f8-afb9-41c4-be01-21f55811ebe8 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 683.494523] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Acquiring lock "48334c54-1916-4463-9054-26d626c76e7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.494765] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Lock "48334c54-1916-4463-9054-26d626c76e7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.494943] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Lock "48334c54-1916-4463-9054-26d626c76e7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.495116] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] No waiting events found dispatching network-vif-plugged-20dcd0f8-afb9-41c4-be01-21f55811ebe8 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 683.496082] env[65311]: WARNING nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received unexpected event network-vif-plugged-20dcd0f8-afb9-41c4-be01-21f55811ebe8 for instance with vm_state building and task_state spawning. [ 683.496082] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received event network-changed-20dcd0f8-afb9-41c4-be01-21f55811ebe8 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 683.496082] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Refreshing instance network info cache due to event network-changed-20dcd0f8-afb9-41c4-be01-21f55811ebe8. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 683.496223] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Acquiring lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.496305] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Acquired lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.496702] env[65311]: DEBUG nova.network.neutron [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Refreshing network info cache for port 20dcd0f8-afb9-41c4-be01-21f55811ebe8 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.498205] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbfd654-8efc-4bfb-9309-1eba692c567f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.510022] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ef86ad-513c-4569-a47e-dbce881f8be1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.514484] env[65311]: DEBUG oslo_vmware.api [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Waiting for the task: (returnval){ [ 683.514484] env[65311]: value = "task-4427829" [ 683.514484] env[65311]: _type = "Task" [ 683.514484] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.527623] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.536630] env[65311]: DEBUG oslo_vmware.api [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.550597] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427826, 'name': Rename_Task, 'duration_secs': 0.20341} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.550871] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.551143] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf9e5586-dcea-4801-b153-ee668e55edaa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.558173] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 683.558173] env[65311]: value = "task-4427830" [ 683.558173] env[65311]: _type = "Task" [ 683.558173] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.568911] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.582044] env[65311]: DEBUG nova.compute.manager [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 683.582159] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.583030] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f275ea46-bd39-4003-9f5e-36ee58787b51 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.591822] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.592309] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1736046c-23ac-4bae-b22d-e31a629a4683 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.598753] env[65311]: DEBUG oslo_vmware.api [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 683.598753] env[65311]: value = "task-4427831" [ 683.598753] env[65311]: _type = "Task" [ 683.598753] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.609020] env[65311]: DEBUG oslo_vmware.api [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.620720] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.729656] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427828, 'name': Rename_Task, 'duration_secs': 0.399405} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.730419] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.730545] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecb97837-35ba-41cc-9357-8543abf2da35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.740031] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 683.740031] env[65311]: value = "task-4427832" [ 683.740031] env[65311]: _type = "Task" [ 683.740031] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.750149] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.791563] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694552} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.791563] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841/162e0e75-50d1-4931-a83e-b360138b0841.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.791563] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.791736] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a068467-9351-4c64-bf61-ef84cbd4db5a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.794597] env[65311]: DEBUG nova.compute.manager [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.795468] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050207d8-69ec-4199-a20f-38f0e26f476e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.811053] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 683.811053] env[65311]: value = "task-4427833" [ 683.811053] env[65311]: _type = "Task" [ 683.811053] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.823122] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.002294] env[65311]: WARNING neutronclient.v2_0.client [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.005477] env[65311]: WARNING neutronclient.v2_0.client [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.029449] env[65311]: DEBUG oslo_vmware.api [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.071374] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.080433] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 684.080676] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 39 to 40 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 684.080835] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.115069] env[65311]: DEBUG oslo_vmware.api [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427831, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.127714] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.254989] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.311687] env[65311]: INFO nova.compute.manager [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] instance snapshotting [ 684.312695] env[65311]: DEBUG nova.objects.instance [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'flavor' on Instance uuid de11687e-08cc-4ee7-91fa-789196241589 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.336362] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083275} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.336798] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.337827] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b273056c-49e9-4ff0-887e-d30c5186fa38 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.365483] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841/162e0e75-50d1-4931-a83e-b360138b0841.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.365483] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1119ce23-9a93-4906-9a4b-d9e931431952 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.394496] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 684.394496] env[65311]: value = "task-4427834" [ 684.394496] env[65311]: _type = "Task" [ 684.394496] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.407835] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.529362] env[65311]: DEBUG oslo_vmware.api [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427829, 'name': ReconfigVM_Task, 'duration_secs': 0.68922} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.529682] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-c495ace2-8735-440a-b164-9b7deeeaef1a/volume-c495ace2-8735-440a-b164-9b7deeeaef1a.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.534901] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff38d5a8-f8ec-4289-a132-0ab439401fa9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.553305] env[65311]: DEBUG oslo_vmware.api [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Waiting for the task: (returnval){ [ 684.553305] env[65311]: value = "task-4427835" [ 684.553305] env[65311]: _type = "Task" [ 684.553305] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.568067] env[65311]: DEBUG oslo_vmware.api [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.575254] env[65311]: DEBUG oslo_vmware.api [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427830, 'name': PowerOnVM_Task, 'duration_secs': 0.862689} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.575608] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.575823] env[65311]: INFO nova.compute.manager [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Took 22.63 seconds to spawn the instance on the hypervisor. [ 684.576028] env[65311]: DEBUG nova.compute.manager [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 684.576964] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d163fc4-362d-4aea-b74a-b844e9e9050f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.595541] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 684.595541] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.624s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.595541] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.916s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.595541] env[65311]: INFO nova.compute.claims [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.625274] env[65311]: DEBUG oslo_vmware.api [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427831, 'name': PowerOffVM_Task, 'duration_secs': 0.808992} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.626277] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.626529] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.626893] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd21cdcb-c9f5-4214-8f90-94fd08a5a89d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.635588] env[65311]: DEBUG oslo_vmware.api [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427827, 'name': PowerOnVM_Task, 'duration_secs': 1.281882} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.643729] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.643729] env[65311]: INFO nova.compute.manager [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Took 15.13 seconds to spawn the instance on the hypervisor. [ 684.643729] env[65311]: DEBUG nova.compute.manager [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 684.644332] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a940404-fb5d-4b0c-ab3d-736e4081da75 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.742496] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.742496] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.742496] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Deleting the datastore file [datastore2] 56ebb9eb-454e-4516-b6ef-d346a50d3b2c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.746755] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-112b417e-93c8-4fa6-9ac5-59c7449af8e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.756540] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.758995] env[65311]: DEBUG oslo_vmware.api [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for the task: (returnval){ [ 684.758995] env[65311]: value = "task-4427837" [ 684.758995] env[65311]: _type = "Task" [ 684.758995] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.769685] env[65311]: DEBUG oslo_vmware.api [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.823064] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "de853266-8d21-4230-8053-e6e9dbdc0d39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.823064] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "de853266-8d21-4230-8053-e6e9dbdc0d39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.827676] env[65311]: WARNING neutronclient.v2_0.client [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.833025] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da19e12-c2c5-469c-930e-77e7d733dd45 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.860692] env[65311]: WARNING neutronclient.v2_0.client [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.863134] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d4ec39-b7be-4777-aa0b-4f2aa04479f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.911608] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.066536] env[65311]: DEBUG oslo_vmware.api [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.103066] env[65311]: INFO nova.compute.manager [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Took 31.32 seconds to build instance. [ 685.157856] env[65311]: DEBUG nova.network.neutron [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Updated VIF entry in instance network info cache for port 20dcd0f8-afb9-41c4-be01-21f55811ebe8. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.158380] env[65311]: DEBUG nova.network.neutron [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Updating instance_info_cache with network_info: [{"id": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "address": "fa:16:3e:b1:d3:78", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dde413a-cd", "ovs_interfaceid": "9dde413a-cd8f-4d40-bb74-6c4be8befa44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "address": "fa:16:3e:00:bf:28", "network": {"id": "56901c71-1c05-4ab3-b133-1fdeac8ffea3", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-514365436", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfb2e5b-25", "ovs_interfaceid": "3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "address": "fa:16:3e:16:53:e1", "network": {"id": "525bd9f4-cbc3-4d64-b784-ad7a431f3871", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1152752420", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20dcd0f8-af", "ovs_interfaceid": "20dcd0f8-afb9-41c4-be01-21f55811ebe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.167450] env[65311]: INFO nova.compute.manager [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Took 30.25 seconds to build instance. [ 685.206029] env[65311]: DEBUG nova.network.neutron [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Updated VIF entry in instance network info cache for port aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 685.206383] env[65311]: DEBUG nova.network.neutron [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Updating instance_info_cache with network_info: [{"id": "aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca", "address": "fa:16:3e:a4:b8:6e", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaef60dc7-4d", "ovs_interfaceid": "aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.255184] env[65311]: DEBUG oslo_vmware.api [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427832, 'name': PowerOnVM_Task, 'duration_secs': 1.376429} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.255184] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.255289] env[65311]: INFO nova.compute.manager [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Took 8.61 seconds to spawn the instance on the hypervisor. [ 685.255530] env[65311]: DEBUG nova.compute.manager [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 685.258048] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f60c0-f6d2-40d2-ba16-c0c9737d23d0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.275271] env[65311]: DEBUG oslo_vmware.api [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Task: {'id': task-4427837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313423} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.275553] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.275729] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.275902] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.276138] env[65311]: INFO nova.compute.manager [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Took 1.69 seconds to destroy the instance on the hypervisor. [ 685.276529] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 685.276731] env[65311]: DEBUG nova.compute.manager [-] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 685.276731] env[65311]: DEBUG nova.network.neutron [-] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 685.276964] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.319993] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.323905] env[65311]: DEBUG nova.compute.manager [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 685.376906] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 685.376906] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e55c70b4-d852-43ff-93e1-ee1d62f470b6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.387674] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 685.387674] env[65311]: value = "task-4427838" [ 685.387674] env[65311]: _type = "Task" [ 685.387674] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.398599] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427838, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.409480] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427834, 'name': ReconfigVM_Task, 'duration_secs': 0.573949} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.409480] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841/162e0e75-50d1-4931-a83e-b360138b0841.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.409480] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ccd05c-b16a-4a70-93bf-de9391a1a125 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.418967] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 685.418967] env[65311]: value = "task-4427839" [ 685.418967] env[65311]: _type = "Task" [ 685.418967] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.431281] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427839, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.566994] env[65311]: DEBUG oslo_vmware.api [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427835, 'name': ReconfigVM_Task, 'duration_secs': 0.811163} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.568242] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866416', 'volume_id': 'c495ace2-8735-440a-b164-9b7deeeaef1a', 'name': 'volume-c495ace2-8735-440a-b164-9b7deeeaef1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c495ace2-8735-440a-b164-9b7deeeaef1a', 'serial': 'c495ace2-8735-440a-b164-9b7deeeaef1a'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 685.607957] env[65311]: DEBUG oslo_concurrency.lockutils [None req-58b15750-1ca6-4a77-b190-3d30475db0bf tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "48334c54-1916-4463-9054-26d626c76e7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.836s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.661561] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Releasing lock "refresh_cache-48334c54-1916-4463-9054-26d626c76e7d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.661843] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Received event network-vif-deleted-8574a3f1-4f69-4923-9ef9-e8b3ac3e23e2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 685.662038] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Received event network-changed-57f05d3b-3b02-4eec-864a-a0857c696d40 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 685.662199] env[65311]: DEBUG nova.compute.manager [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Refreshing instance network info cache due to event network-changed-57f05d3b-3b02-4eec-864a-a0857c696d40. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 685.662459] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Acquiring lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.662666] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Acquired lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.662770] env[65311]: DEBUG nova.network.neutron [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Refreshing network info cache for port 57f05d3b-3b02-4eec-864a-a0857c696d40 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.670757] env[65311]: DEBUG oslo_concurrency.lockutils [None req-00d9cfbd-74db-49c9-992a-42bd5f4a1ff4 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.771s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.715639] env[65311]: DEBUG oslo_concurrency.lockutils [req-0937e63e-d523-4a64-8232-063a441e0b66 req-47cd126c-9fca-4ed5-8978-981a0e8a1a7f service nova] Releasing lock "refresh_cache-2ec35019-9c7c-49d8-b1cd-11cf2a351151" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.762086] env[65311]: DEBUG nova.compute.manager [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Received event network-changed-c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 685.764316] env[65311]: DEBUG nova.compute.manager [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Refreshing instance network info cache due to event network-changed-c9f5e340-cd10-4011-b7e7-487fee143966. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 685.764316] env[65311]: DEBUG oslo_concurrency.lockutils [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] Acquiring lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.764316] env[65311]: DEBUG oslo_concurrency.lockutils [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] Acquired lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.765176] env[65311]: DEBUG nova.network.neutron [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Refreshing network info cache for port c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.780018] env[65311]: INFO nova.compute.manager [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Took 25.13 seconds to build instance. [ 685.875779] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.882667] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "1df55d08-d9d5-4d83-b45d-c2bd52946354" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.882667] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "1df55d08-d9d5-4d83-b45d-c2bd52946354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.906625] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427838, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.945021] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427839, 'name': Rename_Task, 'duration_secs': 0.216352} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.945021] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.945201] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d49ba1b-6e4d-4d27-8f05-a2c4d6eb6236 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.953728] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 685.953728] env[65311]: value = "task-4427840" [ 685.953728] env[65311]: _type = "Task" [ 685.953728] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.967021] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.117376] env[65311]: DEBUG nova.network.neutron [-] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.166502] env[65311]: WARNING neutronclient.v2_0.client [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.216307] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8616dd95-3167-4249-93e7-090cc41e91b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.219546] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "1346f7e5-d788-43d2-bf2e-108f3b065031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.219774] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "1346f7e5-d788-43d2-bf2e-108f3b065031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.219961] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "1346f7e5-d788-43d2-bf2e-108f3b065031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.220197] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "1346f7e5-d788-43d2-bf2e-108f3b065031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.220286] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "1346f7e5-d788-43d2-bf2e-108f3b065031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.222829] env[65311]: INFO nova.compute.manager [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Terminating instance [ 686.230955] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d76975-54dc-46d3-8ec7-3c84a72efefc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.263870] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2176561f-280e-43b9-8a32-4eb9ebb20308 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.269876] env[65311]: WARNING neutronclient.v2_0.client [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.276415] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32a82f1-e7bc-44f5-88c1-9264e8734044 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.282257] env[65311]: DEBUG oslo_concurrency.lockutils [None req-18853d1e-1595-4d70-b4e5-b9f2ae37ce7b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "a682f8d8-dc49-4008-a336-d042b8452ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.644s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.293737] env[65311]: DEBUG nova.compute.provider_tree [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.386443] env[65311]: DEBUG nova.compute.manager [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 686.401436] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427838, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.466939] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.624522] env[65311]: INFO nova.compute.manager [-] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Took 1.35 seconds to deallocate network for instance. [ 686.647022] env[65311]: DEBUG nova.objects.instance [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Lazy-loading 'flavor' on Instance uuid aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.733191] env[65311]: DEBUG nova.compute.manager [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 686.733438] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.735165] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d0e26d-c0da-41f8-bc72-6fa2b1b562e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.754273] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.755071] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc4e552-af77-40ed-8175-ab607af88bc0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.757632] env[65311]: DEBUG nova.compute.manager [req-e6eea435-a43b-4d3b-9337-39572a085821 req-5cd5435f-ba8d-4da7-b9a8-f1b7033495ab service nova] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Received event network-vif-deleted-e0f872f0-785c-49ec-baff-86346277b0c3 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 686.768835] env[65311]: DEBUG oslo_vmware.api [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 686.768835] env[65311]: value = "task-4427841" [ 686.768835] env[65311]: _type = "Task" [ 686.768835] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.786941] env[65311]: DEBUG oslo_vmware.api [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.798746] env[65311]: DEBUG nova.scheduler.client.report [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.868500] env[65311]: WARNING neutronclient.v2_0.client [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.914457] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427838, 'name': CreateSnapshot_Task, 'duration_secs': 1.058021} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.914457] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 686.915814] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121d0e32-31b1-4631-b034-193b611a9ad4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.936862] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.969699] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427840, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.053250] env[65311]: WARNING neutronclient.v2_0.client [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.132026] env[65311]: DEBUG nova.network.neutron [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updated VIF entry in instance network info cache for port 57f05d3b-3b02-4eec-864a-a0857c696d40. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.132026] env[65311]: DEBUG nova.network.neutron [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [{"id": "57f05d3b-3b02-4eec-864a-a0857c696d40", "address": "fa:16:3e:8e:2d:4d", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f05d3b-3b", "ovs_interfaceid": "57f05d3b-3b02-4eec-864a-a0857c696d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.132607] env[65311]: DEBUG oslo_concurrency.lockutils [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.153259] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95f199bd-d4f9-47ac-8141-66cf1e8bba01 tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.444s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.242145] env[65311]: DEBUG nova.network.neutron [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updated VIF entry in instance network info cache for port c9f5e340-cd10-4011-b7e7-487fee143966. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.242644] env[65311]: DEBUG nova.network.neutron [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updating instance_info_cache with network_info: [{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.280045] env[65311]: DEBUG oslo_vmware.api [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427841, 'name': PowerOffVM_Task, 'duration_secs': 0.34987} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.280045] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.280319] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.280395] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51db05af-cc18-41db-8a53-b5f7ffea50cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.303819] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.305035] env[65311]: DEBUG nova.compute.manager [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 687.307820] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.105s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.313322] env[65311]: INFO nova.compute.claims [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.362324] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.362324] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.362324] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleting the datastore file [datastore2] 1346f7e5-d788-43d2-bf2e-108f3b065031 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.362324] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64912f83-6861-4a00-ac28-fa51b46b0fff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.373477] env[65311]: DEBUG oslo_vmware.api [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 687.373477] env[65311]: value = "task-4427843" [ 687.373477] env[65311]: _type = "Task" [ 687.373477] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.383067] env[65311]: DEBUG oslo_concurrency.lockutils [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.383067] env[65311]: DEBUG oslo_concurrency.lockutils [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.383067] env[65311]: DEBUG oslo_concurrency.lockutils [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.384228] env[65311]: DEBUG oslo_concurrency.lockutils [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.384228] env[65311]: DEBUG oslo_concurrency.lockutils [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.390761] env[65311]: DEBUG oslo_vmware.api [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.391350] env[65311]: INFO nova.compute.manager [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Terminating instance [ 687.447197] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 687.448034] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7eea697c-c1b1-482a-9d82-126680e4c0e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.463926] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 687.463926] env[65311]: value = "task-4427844" [ 687.463926] env[65311]: _type = "Task" [ 687.463926] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.471424] env[65311]: DEBUG oslo_vmware.api [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427840, 'name': PowerOnVM_Task, 'duration_secs': 1.100666} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.472199] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.472450] env[65311]: INFO nova.compute.manager [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Took 6.48 seconds to spawn the instance on the hypervisor. [ 687.472669] env[65311]: DEBUG nova.compute.manager [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 687.475560] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1df799-db41-423c-80de-7c4475685945 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.487180] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427844, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.633799] env[65311]: DEBUG oslo_concurrency.lockutils [req-47b3a499-23d4-4427-9d45-6408ddd2ddd9 req-58a4d01a-77cf-4bff-92f6-a719b0e4d089 service nova] Releasing lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.747035] env[65311]: DEBUG oslo_concurrency.lockutils [req-7f76227e-78ba-4bc6-866d-3ef31f99cb2e req-34eb5256-d9bd-42b4-b100-43fcbfd7f358 service nova] Releasing lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.820763] env[65311]: DEBUG nova.compute.utils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.822664] env[65311]: DEBUG nova.compute.manager [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 687.823825] env[65311]: DEBUG nova.network.neutron [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 687.824275] env[65311]: WARNING neutronclient.v2_0.client [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.827772] env[65311]: WARNING neutronclient.v2_0.client [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.874050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "48334c54-1916-4463-9054-26d626c76e7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.874050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "48334c54-1916-4463-9054-26d626c76e7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.874314] env[65311]: DEBUG oslo_concurrency.lockutils [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "48334c54-1916-4463-9054-26d626c76e7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.874531] env[65311]: DEBUG oslo_concurrency.lockutils [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "48334c54-1916-4463-9054-26d626c76e7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.875083] env[65311]: DEBUG oslo_concurrency.lockutils [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "48334c54-1916-4463-9054-26d626c76e7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.880654] env[65311]: INFO nova.compute.manager [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Terminating instance [ 687.886248] env[65311]: DEBUG nova.policy [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3d9587665fc40f9878e3f2be11b2839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d82f0c6c12345fca2ae46f61be6e6d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.893512] env[65311]: DEBUG oslo_vmware.api [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21065} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.894354] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.894544] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.894737] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.894911] env[65311]: INFO nova.compute.manager [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Took 1.16 seconds to destroy the instance on the hypervisor. [ 687.895250] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 687.895487] env[65311]: DEBUG nova.compute.manager [-] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 687.895603] env[65311]: DEBUG nova.network.neutron [-] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 687.895857] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.899486] env[65311]: DEBUG nova.compute.manager [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 687.899728] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.901220] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a5ca6e-a910-4ada-a7c4-59b222b928e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.914786] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.915298] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c90a5e-5356-4e94-b78a-ea39b76c6e5d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.926133] env[65311]: DEBUG oslo_vmware.api [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 687.926133] env[65311]: value = "task-4427845" [ 687.926133] env[65311]: _type = "Task" [ 687.926133] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.934991] env[65311]: DEBUG nova.compute.manager [None req-58a5d860-eff4-46e5-b136-f4d547a4061d tempest-ServerDiagnosticsTest-717411999 tempest-ServerDiagnosticsTest-717411999-project-admin] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 687.937099] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892eefee-05da-4a63-a220-5dff95315343 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.946026] env[65311]: DEBUG oslo_vmware.api [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.950877] env[65311]: INFO nova.compute.manager [None req-58a5d860-eff4-46e5-b136-f4d547a4061d tempest-ServerDiagnosticsTest-717411999 tempest-ServerDiagnosticsTest-717411999-project-admin] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Retrieving diagnostics [ 687.951805] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525dd2a0-6620-413b-bc5e-0fe7c77fb730 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.015265] env[65311]: INFO nova.compute.manager [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Took 16.59 seconds to build instance. [ 688.024585] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427844, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.066876] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.339495] env[65311]: DEBUG nova.compute.manager [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 688.396616] env[65311]: DEBUG nova.compute.manager [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 688.400318] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.404214] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e66513-d419-4f17-ab39-d465fa3c0cac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.415827] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.416017] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5655e60-ec26-427c-a0c6-4d10fef67a17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.425536] env[65311]: DEBUG oslo_vmware.api [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 688.425536] env[65311]: value = "task-4427846" [ 688.425536] env[65311]: _type = "Task" [ 688.425536] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.450382] env[65311]: DEBUG oslo_vmware.api [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427845, 'name': PowerOffVM_Task, 'duration_secs': 0.392671} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.450991] env[65311]: DEBUG oslo_vmware.api [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.451695] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.451695] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.451695] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb38226-ad45-4506-87a5-9edb830e76ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.501805] env[65311]: DEBUG nova.network.neutron [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Successfully created port: 0aae3625-e7ed-42ca-9210-092140af00ff {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 688.515568] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427844, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.526259] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e991ad2c-e186-4823-95ad-c45944d1c18b tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "162e0e75-50d1-4931-a83e-b360138b0841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.106s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.542179] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.542270] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.542405] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleting the datastore file [datastore1] 040dcbb8-1cbf-4a2e-95b4-418ca541f511 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.542699] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bc46755-e85d-429d-a788-033db0047758 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.559035] env[65311]: DEBUG oslo_vmware.api [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for the task: (returnval){ [ 688.559035] env[65311]: value = "task-4427848" [ 688.559035] env[65311]: _type = "Task" [ 688.559035] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.570025] env[65311]: DEBUG oslo_vmware.api [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.885817] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325aee5f-6901-4ab5-9d31-cb8104028629 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.893557] env[65311]: DEBUG nova.network.neutron [-] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.897777] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d8383c-92a1-46e6-8880-c7089d829ec0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.944472] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87caf9aa-9894-4423-ba57-517bd7fc49e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.959726] env[65311]: DEBUG oslo_vmware.api [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427846, 'name': PowerOffVM_Task, 'duration_secs': 0.421433} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.960983] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b391ca2-da88-4739-95a5-0c7dd4384965 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.965607] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.967106] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.967106] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-980d4b69-5b64-46ef-b9ab-b51155aea4f5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.984736] env[65311]: DEBUG nova.compute.provider_tree [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.011447] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427844, 'name': CloneVM_Task, 'duration_secs': 1.497394} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.012093] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Created linked-clone VM from snapshot [ 689.013296] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1abd10-16f2-429c-ad71-5e8b09406ab0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.023567] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Uploading image 4a8114cb-c616-4551-abaf-22e85c64c0a6 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 689.050747] env[65311]: DEBUG oslo_vmware.rw_handles [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 689.050747] env[65311]: value = "vm-866419" [ 689.050747] env[65311]: _type = "VirtualMachine" [ 689.050747] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 689.050977] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3e2a759-07fd-4731-9d47-0732f396e6a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.062501] env[65311]: DEBUG oslo_vmware.rw_handles [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease: (returnval){ [ 689.062501] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df81c1-2e54-53c6-746b-8758156570f1" [ 689.062501] env[65311]: _type = "HttpNfcLease" [ 689.062501] env[65311]: } obtained for exporting VM: (result){ [ 689.062501] env[65311]: value = "vm-866419" [ 689.062501] env[65311]: _type = "VirtualMachine" [ 689.062501] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 689.063162] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the lease: (returnval){ [ 689.063162] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df81c1-2e54-53c6-746b-8758156570f1" [ 689.063162] env[65311]: _type = "HttpNfcLease" [ 689.063162] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 689.072037] env[65311]: DEBUG oslo_vmware.api [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Task: {'id': task-4427848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38633} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.072389] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.072739] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.072739] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.072940] env[65311]: INFO nova.compute.manager [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Took 1.17 seconds to destroy the instance on the hypervisor. [ 689.073168] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 689.073563] env[65311]: DEBUG nova.compute.manager [-] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 689.073563] env[65311]: DEBUG nova.network.neutron [-] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 689.073754] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.077861] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 689.077861] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df81c1-2e54-53c6-746b-8758156570f1" [ 689.077861] env[65311]: _type = "HttpNfcLease" [ 689.077861] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 689.079835] env[65311]: DEBUG oslo_vmware.rw_handles [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 689.079835] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df81c1-2e54-53c6-746b-8758156570f1" [ 689.079835] env[65311]: _type = "HttpNfcLease" [ 689.079835] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 689.079835] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793b2ef6-c957-49a2-bf91-38337031a0b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.089622] env[65311]: DEBUG oslo_vmware.rw_handles [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52291428-12b1-0523-e8e8-a08beafe50f7/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 689.090597] env[65311]: DEBUG oslo_vmware.rw_handles [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52291428-12b1-0523-e8e8-a08beafe50f7/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 689.152187] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.152384] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.152549] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Deleting the datastore file [datastore2] 48334c54-1916-4463-9054-26d626c76e7d {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.152836] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbe871f2-3b1c-4f0a-a5ac-441fb2c96cb1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.156808] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.166036] env[65311]: DEBUG oslo_vmware.api [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 689.166036] env[65311]: value = "task-4427851" [ 689.166036] env[65311]: _type = "Task" [ 689.166036] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.176013] env[65311]: DEBUG oslo_vmware.api [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.203965] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8502272-b1e0-4f0e-9799-d2324e35d4d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.357198] env[65311]: DEBUG nova.compute.manager [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 689.387858] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 689.388115] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.388262] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 689.388598] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.388598] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 689.388718] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 689.388937] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 689.389061] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 689.389226] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 689.389428] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 689.389628] env[65311]: DEBUG nova.virt.hardware [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 689.390721] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330f5bca-4f92-4b24-85c4-5f82a4e83e6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.400698] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64406e5f-876c-4e76-a83d-7f86a59ae8c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.404063] env[65311]: INFO nova.compute.manager [-] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Took 1.51 seconds to deallocate network for instance. [ 689.489886] env[65311]: DEBUG nova.scheduler.client.report [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.680286] env[65311]: DEBUG oslo_vmware.api [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4427851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395995} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.680797] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.681128] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.681289] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.681535] env[65311]: INFO nova.compute.manager [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Took 1.28 seconds to destroy the instance on the hypervisor. [ 689.681819] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 689.682197] env[65311]: DEBUG nova.compute.manager [-] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 689.682325] env[65311]: DEBUG nova.network.neutron [-] [instance: 48334c54-1916-4463-9054-26d626c76e7d] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 689.682837] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.926257] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.997144] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.997730] env[65311]: DEBUG nova.compute.manager [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 690.005666] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.790s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.007307] env[65311]: INFO nova.compute.claims [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.052887] env[65311]: DEBUG nova.network.neutron [-] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.271427] env[65311]: DEBUG nova.network.neutron [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Successfully updated port: 0aae3625-e7ed-42ca-9210-092140af00ff {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 690.313904] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.512148] env[65311]: DEBUG nova.compute.utils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.518354] env[65311]: DEBUG nova.compute.manager [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 690.519081] env[65311]: DEBUG nova.network.neutron [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 690.519931] env[65311]: WARNING neutronclient.v2_0.client [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.520052] env[65311]: WARNING neutronclient.v2_0.client [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.556410] env[65311]: INFO nova.compute.manager [-] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Took 1.48 seconds to deallocate network for instance. [ 690.575745] env[65311]: DEBUG nova.policy [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17e9149bc1364b8ab3ff756ad0694e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc7876c3a65240a4a095d043a1261b8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.775010] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquiring lock "refresh_cache-01427136-c72c-4c87-9694-33be47498ce2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.776363] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquired lock "refresh_cache-01427136-c72c-4c87-9694-33be47498ce2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.776363] env[65311]: DEBUG nova.network.neutron [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 690.947383] env[65311]: DEBUG oslo_concurrency.lockutils [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquiring lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.947794] env[65311]: DEBUG oslo_concurrency.lockutils [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.948139] env[65311]: DEBUG oslo_concurrency.lockutils [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquiring lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.948418] env[65311]: DEBUG oslo_concurrency.lockutils [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.948685] env[65311]: DEBUG oslo_concurrency.lockutils [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.951883] env[65311]: INFO nova.compute.manager [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Terminating instance [ 690.969527] env[65311]: DEBUG nova.network.neutron [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Successfully created port: 38bb0808-9c9b-42d9-98b1-2d332f4bd0e9 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 691.028265] env[65311]: DEBUG nova.compute.manager [req-4f143699-6274-4cd3-bcf4-f54e900d5b88 req-d1baa436-cf7f-44a0-81df-ffcbe8422a39 service nova] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Received event network-vif-deleted-d10d4a17-f92a-4149-8615-0fa88f662604 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 691.031421] env[65311]: DEBUG nova.compute.manager [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 691.066860] env[65311]: DEBUG oslo_concurrency.lockutils [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.253209] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquiring lock "263e7060-b659-4797-bf82-adf5d649c2c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.253209] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "263e7060-b659-4797-bf82-adf5d649c2c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.354758] env[65311]: DEBUG nova.network.neutron [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 691.458679] env[65311]: DEBUG nova.compute.manager [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 691.458976] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.463068] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9a5076-4bd2-4434-9479-17385efa58c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.472111] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.472390] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b2b8ae8-221c-4070-bb0e-06cbfea03e05 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.480444] env[65311]: WARNING neutronclient.v2_0.client [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.484334] env[65311]: DEBUG oslo_vmware.api [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 691.484334] env[65311]: value = "task-4427852" [ 691.484334] env[65311]: _type = "Task" [ 691.484334] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.499471] env[65311]: DEBUG oslo_vmware.api [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.507129] env[65311]: DEBUG nova.compute.manager [req-057632ad-be21-465f-9e14-c058129489ed req-090f5fdf-3174-4099-a705-5b90e666efa5 service nova] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Received event network-vif-deleted-e005dbee-f9f3-4fae-86a7-e41d33d01f4f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 691.514515] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ad779d-265e-40c7-afef-0c34f6d5fed1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.525506] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a488c70b-7213-43d5-98d6-6ae61c168492 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.568220] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67244a9-10be-499e-bd42-e1aaf8f85c50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.577842] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb78bbc-ef1a-4967-a38c-9a699aa76d36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.595263] env[65311]: DEBUG nova.compute.provider_tree [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.622931] env[65311]: DEBUG nova.network.neutron [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Updating instance_info_cache with network_info: [{"id": "0aae3625-e7ed-42ca-9210-092140af00ff", "address": "fa:16:3e:2c:cf:1a", "network": {"id": "143bbdce-fa64-4697-b56d-08597eced103", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-648692282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7d82f0c6c12345fca2ae46f61be6e6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aae3625-e7", "ovs_interfaceid": "0aae3625-e7ed-42ca-9210-092140af00ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.756406] env[65311]: DEBUG nova.network.neutron [-] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.758093] env[65311]: DEBUG nova.compute.manager [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 691.995382] env[65311]: DEBUG oslo_vmware.api [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427852, 'name': PowerOffVM_Task, 'duration_secs': 0.279847} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.995655] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.995890] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.996107] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3cfeb1a-ab26-44b9-bf7a-6ce727a2bac4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.066713] env[65311]: DEBUG nova.compute.manager [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 692.073523] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.073774] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.073982] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Deleting the datastore file [datastore1] 2ec35019-9c7c-49d8-b1cd-11cf2a351151 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.074300] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22d61dad-4308-4055-98df-a96f2f270df6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.082496] env[65311]: DEBUG oslo_vmware.api [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for the task: (returnval){ [ 692.082496] env[65311]: value = "task-4427854" [ 692.082496] env[65311]: _type = "Task" [ 692.082496] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.094656] env[65311]: DEBUG oslo_vmware.api [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.097451] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 692.097694] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.097868] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 692.098201] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.098314] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 692.098519] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 692.099102] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.099222] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 692.099488] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 692.100075] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 692.100075] env[65311]: DEBUG nova.virt.hardware [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 692.104203] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3d1b7f-00b8-4091-9324-ee162c974884 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.114676] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815c4269-c862-4d8b-b13c-3739d45ccd85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.130763] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Releasing lock "refresh_cache-01427136-c72c-4c87-9694-33be47498ce2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.131533] env[65311]: DEBUG nova.compute.manager [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Instance network_info: |[{"id": "0aae3625-e7ed-42ca-9210-092140af00ff", "address": "fa:16:3e:2c:cf:1a", "network": {"id": "143bbdce-fa64-4697-b56d-08597eced103", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-648692282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7d82f0c6c12345fca2ae46f61be6e6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aae3625-e7", "ovs_interfaceid": "0aae3625-e7ed-42ca-9210-092140af00ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 692.132757] env[65311]: ERROR nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [req-9fdf61ac-83b7-40f9-b65f-ead236dec2a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9fdf61ac-83b7-40f9-b65f-ead236dec2a0"}]} [ 692.133686] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:cf:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aae3625-e7ed-42ca-9210-092140af00ff', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.141687] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Creating folder: Project (7d82f0c6c12345fca2ae46f61be6e6d0). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.144359] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2a9a236-c52c-490b-9342-13260a3be771 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.156968] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Created folder: Project (7d82f0c6c12345fca2ae46f61be6e6d0) in parent group-v866349. [ 692.157143] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Creating folder: Instances. Parent ref: group-v866420. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.157413] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de4061bb-0856-45f6-913d-4252a8ec7772 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.161772] env[65311]: DEBUG nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 692.169780] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Created folder: Instances in parent group-v866420. [ 692.170067] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 692.170290] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.170564] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38cd883b-5464-4dd4-b97c-ed146431e8d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.186155] env[65311]: DEBUG nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 692.186401] env[65311]: DEBUG nova.compute.provider_tree [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.196824] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.196824] env[65311]: value = "task-4427857" [ 692.196824] env[65311]: _type = "Task" [ 692.196824] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.201312] env[65311]: DEBUG nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 692.209097] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427857, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.222969] env[65311]: DEBUG nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 692.263310] env[65311]: INFO nova.compute.manager [-] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Took 2.58 seconds to deallocate network for instance. [ 692.292553] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.316580] env[65311]: INFO nova.compute.manager [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Rebuilding instance [ 692.339445] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Acquiring lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.339739] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.371221] env[65311]: DEBUG nova.compute.manager [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.372359] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c563f1a-6e2c-424e-a919-c9eb414d25be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.597947] env[65311]: DEBUG oslo_vmware.api [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Task: {'id': task-4427854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27057} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.598327] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.598464] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.598647] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.598829] env[65311]: INFO nova.compute.manager [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Took 1.14 seconds to destroy the instance on the hypervisor. [ 692.599243] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 692.599339] env[65311]: DEBUG nova.compute.manager [-] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 692.599558] env[65311]: DEBUG nova.network.neutron [-] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 692.599655] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.640114] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.673684] env[65311]: DEBUG nova.network.neutron [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Successfully updated port: 38bb0808-9c9b-42d9-98b1-2d332f4bd0e9 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 692.711237] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427857, 'name': CreateVM_Task, 'duration_secs': 0.4623} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.711428] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.712255] env[65311]: WARNING neutronclient.v2_0.client [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.713365] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.713818] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.714342] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.718522] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b1a68c-4ab8-4ba2-9dab-534fdf9e47bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.728024] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 692.728024] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524018df-0fec-808e-41c5-222599295b6b" [ 692.728024] env[65311]: _type = "Task" [ 692.728024] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.736687] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524018df-0fec-808e-41c5-222599295b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.739316] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f3ca28-0d3d-4b3d-a99d-a8232728ab99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.749142] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92b849-00e4-4028-b54f-dacbd1ce3f66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.789508] env[65311]: DEBUG oslo_concurrency.lockutils [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.790854] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb32f40-6967-4c72-bab1-04238cc02428 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.799411] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a24a2-8fd3-4adc-8918-5e03a1f54938 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.820555] env[65311]: DEBUG nova.compute.provider_tree [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.848268] env[65311]: INFO nova.compute.manager [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Detaching volume c495ace2-8735-440a-b164-9b7deeeaef1a [ 692.925043] env[65311]: INFO nova.virt.block_device [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Attempting to driver detach volume c495ace2-8735-440a-b164-9b7deeeaef1a from mountpoint /dev/sdb [ 692.925341] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 692.925548] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866416', 'volume_id': 'c495ace2-8735-440a-b164-9b7deeeaef1a', 'name': 'volume-c495ace2-8735-440a-b164-9b7deeeaef1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c495ace2-8735-440a-b164-9b7deeeaef1a', 'serial': 'c495ace2-8735-440a-b164-9b7deeeaef1a'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 692.926495] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbd6078-ab98-419a-9577-8aeae053fb9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.957359] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c3276e-5b5d-40a0-b608-29209c9cf28a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.966098] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed468aa5-5e9b-4146-bab7-16ce4cca441d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.988859] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b8d01e-7d28-4089-9ff5-4f6c042ff477 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.006952] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c495ace2-8735-440a-b164-9b7deeeaef1a/volume-c495ace2-8735-440a-b164-9b7deeeaef1a.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 693.012435] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 693.014788] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf39b0ba-296f-47c5-b129-0b1771907a04 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.035359] env[65311]: DEBUG oslo_vmware.api [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Waiting for the task: (returnval){ [ 693.035359] env[65311]: value = "task-4427858" [ 693.035359] env[65311]: _type = "Task" [ 693.035359] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.057998] env[65311]: DEBUG oslo_vmware.api [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.180386] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "refresh_cache-11e42b51-9f38-4386-aab0-5bc0e158d172" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.180386] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired lock "refresh_cache-11e42b51-9f38-4386-aab0-5bc0e158d172" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.180386] env[65311]: DEBUG nova.network.neutron [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 693.238436] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524018df-0fec-808e-41c5-222599295b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013992} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.238780] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.239554] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.239554] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.239678] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.239831] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.241156] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85d57f4f-c74b-4d9b-9d46-4ae4564e2741 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.256065] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.256270] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.259162] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc44b0a-0924-444e-9040-c313eefd009f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.266600] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 693.266600] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525d98b9-0885-e202-0276-c7c5f7a39d83" [ 693.266600] env[65311]: _type = "Task" [ 693.266600] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.278623] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525d98b9-0885-e202-0276-c7c5f7a39d83, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.279641] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d1bd23-09c8-46a5-8f67-780b25c22a77 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.289216] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 693.289216] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bce34a-809b-50ea-9cf2-decb9caa9e91" [ 693.289216] env[65311]: _type = "Task" [ 693.289216] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.301883] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bce34a-809b-50ea-9cf2-decb9caa9e91, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.302162] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.302435] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 01427136-c72c-4c87-9694-33be47498ce2/01427136-c72c-4c87-9694-33be47498ce2.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.302843] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6150d18-a1a3-4c09-95db-44dd880df4c1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.313591] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 693.313591] env[65311]: value = "task-4427859" [ 693.313591] env[65311]: _type = "Task" [ 693.313591] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.331751] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.354815] env[65311]: ERROR nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [req-4409ec7f-2fa7-4122-a46a-3a75f2f8a35c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4409ec7f-2fa7-4122-a46a-3a75f2f8a35c"}]} [ 693.377856] env[65311]: DEBUG nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 693.396928] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.398096] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cfc52c3-e6cf-461e-8cbe-2f43969f1d20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.406413] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 693.406413] env[65311]: value = "task-4427860" [ 693.406413] env[65311]: _type = "Task" [ 693.406413] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.407433] env[65311]: DEBUG nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 693.407646] env[65311]: DEBUG nova.compute.provider_tree [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.421181] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.425613] env[65311]: DEBUG nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: 85de956e-4dcc-437f-a245-0c324ef1d10e {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 693.449607] env[65311]: DEBUG nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 693.507558] env[65311]: DEBUG nova.network.neutron [-] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.550053] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "1ce5dc2f-9745-4953-9331-5748019048d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.550053] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "1ce5dc2f-9745-4953-9331-5748019048d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.550053] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "1ce5dc2f-9745-4953-9331-5748019048d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.550053] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "1ce5dc2f-9745-4953-9331-5748019048d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.550053] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "1ce5dc2f-9745-4953-9331-5748019048d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.553096] env[65311]: INFO nova.compute.manager [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Terminating instance [ 693.560071] env[65311]: DEBUG oslo_vmware.api [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427858, 'name': ReconfigVM_Task, 'duration_secs': 0.398024} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.568759] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 693.572288] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-880bd740-b343-4274-9d38-861ede853298 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.601707] env[65311]: DEBUG oslo_vmware.api [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Waiting for the task: (returnval){ [ 693.601707] env[65311]: value = "task-4427861" [ 693.601707] env[65311]: _type = "Task" [ 693.601707] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.619909] env[65311]: DEBUG oslo_vmware.api [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.721483] env[65311]: DEBUG nova.network.neutron [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 693.827912] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486431} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.830831] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 01427136-c72c-4c87-9694-33be47498ce2/01427136-c72c-4c87-9694-33be47498ce2.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.831077] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.832291] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-695a9f1a-878b-4e2c-ae23-efecd84130c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.840125] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 693.840125] env[65311]: value = "task-4427862" [ 693.840125] env[65311]: _type = "Task" [ 693.840125] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.853238] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.857738] env[65311]: WARNING neutronclient.v2_0.client [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.925386] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427860, 'name': PowerOffVM_Task, 'duration_secs': 0.162632} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.931706] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.931881] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.933405] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31acfc1-10e6-471f-83cf-25a767a7a482 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.943515] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.943515] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17714534-693b-4923-b3fd-9e12fd8888ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.974697] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.974958] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.975138] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Deleting the datastore file [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.975439] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5797b90d-5057-49bb-a0e5-72d90f2b3696 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.984521] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 693.984521] env[65311]: value = "task-4427864" [ 693.984521] env[65311]: _type = "Task" [ 693.984521] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.985577] env[65311]: DEBUG nova.network.neutron [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Updating instance_info_cache with network_info: [{"id": "38bb0808-9c9b-42d9-98b1-2d332f4bd0e9", "address": "fa:16:3e:58:83:40", "network": {"id": "558dddbf-f7d8-4cdf-98eb-09549da06bbb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-396045231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7876c3a65240a4a095d043a1261b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bb0808-9c", "ovs_interfaceid": "38bb0808-9c9b-42d9-98b1-2d332f4bd0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.003392] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.011144] env[65311]: INFO nova.compute.manager [-] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Took 1.41 seconds to deallocate network for instance. [ 694.023294] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db46d05d-5238-4e69-b8cd-ea51524fc4a9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.034870] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9212430-e208-491a-b628-0e9ee5150a5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.043919] env[65311]: DEBUG nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Received event network-vif-plugged-0aae3625-e7ed-42ca-9210-092140af00ff {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 694.043919] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Acquiring lock "01427136-c72c-4c87-9694-33be47498ce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.043919] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Lock "01427136-c72c-4c87-9694-33be47498ce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.043919] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Lock "01427136-c72c-4c87-9694-33be47498ce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.043919] env[65311]: DEBUG nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] No waiting events found dispatching network-vif-plugged-0aae3625-e7ed-42ca-9210-092140af00ff {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 694.043919] env[65311]: WARNING nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Received unexpected event network-vif-plugged-0aae3625-e7ed-42ca-9210-092140af00ff for instance with vm_state building and task_state spawning. [ 694.043919] env[65311]: DEBUG nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Received event network-changed-0aae3625-e7ed-42ca-9210-092140af00ff {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 694.043919] env[65311]: DEBUG nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Refreshing instance network info cache due to event network-changed-0aae3625-e7ed-42ca-9210-092140af00ff. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 694.043919] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Acquiring lock "refresh_cache-01427136-c72c-4c87-9694-33be47498ce2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.043919] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Acquired lock "refresh_cache-01427136-c72c-4c87-9694-33be47498ce2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.043919] env[65311]: DEBUG nova.network.neutron [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Refreshing network info cache for port 0aae3625-e7ed-42ca-9210-092140af00ff {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.076942] env[65311]: DEBUG nova.compute.manager [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 694.077116] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.079036] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b04300e-5997-42d6-a88f-cffdcb600637 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.082797] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cae978-2f6d-4548-bd36-a475106d9ee2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.094032] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.094272] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc5a341-5f8a-4631-83f8-cc5a6567e7f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.096899] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7641dd56-af93-475d-91c4-e4e176d91e29 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.118696] env[65311]: DEBUG oslo_vmware.api [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 694.118696] env[65311]: value = "task-4427865" [ 694.118696] env[65311]: _type = "Task" [ 694.118696] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.119103] env[65311]: DEBUG nova.compute.provider_tree [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.128848] env[65311]: DEBUG oslo_vmware.api [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Task: {'id': task-4427861, 'name': ReconfigVM_Task, 'duration_secs': 0.193988} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.129065] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866416', 'volume_id': 'c495ace2-8735-440a-b164-9b7deeeaef1a', 'name': 'volume-c495ace2-8735-440a-b164-9b7deeeaef1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c495ace2-8735-440a-b164-9b7deeeaef1a', 'serial': 'c495ace2-8735-440a-b164-9b7deeeaef1a'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 694.137113] env[65311]: DEBUG oslo_vmware.api [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.352747] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073937} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.352958] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.354136] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c7d4c0-7928-4dc3-85e0-a1d95befbf4e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.383078] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 01427136-c72c-4c87-9694-33be47498ce2/01427136-c72c-4c87-9694-33be47498ce2.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.383600] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d14485d-e4d8-42aa-a2af-683eecfaab04 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.405963] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 694.405963] env[65311]: value = "task-4427866" [ 694.405963] env[65311]: _type = "Task" [ 694.405963] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.416490] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.491048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Releasing lock "refresh_cache-11e42b51-9f38-4386-aab0-5bc0e158d172" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.492155] env[65311]: DEBUG nova.compute.manager [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Instance network_info: |[{"id": "38bb0808-9c9b-42d9-98b1-2d332f4bd0e9", "address": "fa:16:3e:58:83:40", "network": {"id": "558dddbf-f7d8-4cdf-98eb-09549da06bbb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-396045231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7876c3a65240a4a095d043a1261b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bb0808-9c", "ovs_interfaceid": "38bb0808-9c9b-42d9-98b1-2d332f4bd0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 694.495534] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:83:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38bb0808-9c9b-42d9-98b1-2d332f4bd0e9', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.506028] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Creating folder: Project (dc7876c3a65240a4a095d043a1261b8a). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.506028] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecaee65c-98e5-4a25-ae38-5c6ad777f12b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.511908] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127695} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.512165] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.512440] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.512535] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.516526] env[65311]: DEBUG oslo_concurrency.lockutils [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.518438] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Created folder: Project (dc7876c3a65240a4a095d043a1261b8a) in parent group-v866349. [ 694.519333] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Creating folder: Instances. Parent ref: group-v866423. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.519333] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9ab4c41-5d5a-400e-a2bb-6751cb702b3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.531383] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Created folder: Instances in parent group-v866423. [ 694.531625] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 694.531734] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.532178] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f17068e-1a29-4c8e-a7b2-b47d3836ecfc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.557874] env[65311]: WARNING neutronclient.v2_0.client [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.568214] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.568214] env[65311]: value = "task-4427869" [ 694.568214] env[65311]: _type = "Task" [ 694.568214] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.588181] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427869, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.590750] env[65311]: DEBUG nova.compute.manager [req-0b8fef68-74b5-4959-b70e-7abfbb95084b req-54be597e-16af-4d35-b42a-77d04fe4532e service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received event network-vif-deleted-9dde413a-cd8f-4d40-bb74-6c4be8befa44 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 694.590750] env[65311]: DEBUG nova.compute.manager [req-0b8fef68-74b5-4959-b70e-7abfbb95084b req-54be597e-16af-4d35-b42a-77d04fe4532e service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received event network-vif-deleted-20dcd0f8-afb9-41c4-be01-21f55811ebe8 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 694.590750] env[65311]: DEBUG nova.compute.manager [req-0b8fef68-74b5-4959-b70e-7abfbb95084b req-54be597e-16af-4d35-b42a-77d04fe4532e service nova] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Received event network-vif-deleted-aef60dc7-4dc5-4bc9-aa5a-46c09bc7b5ca {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 694.641848] env[65311]: DEBUG oslo_vmware.api [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427865, 'name': PowerOffVM_Task, 'duration_secs': 0.275559} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.641848] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.641848] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.642428] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dac5eb0-fff9-4204-92aa-1c1202f7a86f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.691477] env[65311]: DEBUG nova.scheduler.client.report [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 694.691477] env[65311]: DEBUG nova.compute.provider_tree [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 44 to 45 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 694.691676] env[65311]: DEBUG nova.compute.provider_tree [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.720504] env[65311]: DEBUG nova.objects.instance [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Lazy-loading 'flavor' on Instance uuid aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.752972] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.753393] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.753626] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Deleting the datastore file [datastore1] 1ce5dc2f-9745-4953-9331-5748019048d8 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.754047] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e39f26f4-9447-423c-b35b-cf083384d327 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.766378] env[65311]: DEBUG oslo_vmware.api [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 694.766378] env[65311]: value = "task-4427871" [ 694.766378] env[65311]: _type = "Task" [ 694.766378] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.781541] env[65311]: DEBUG oslo_vmware.api [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.919237] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427866, 'name': ReconfigVM_Task, 'duration_secs': 0.400176} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.919637] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 01427136-c72c-4c87-9694-33be47498ce2/01427136-c72c-4c87-9694-33be47498ce2.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.920873] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7820eda0-9fa1-4758-acb7-192fbe1ffb9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.925456] env[65311]: WARNING neutronclient.v2_0.client [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.935992] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 694.935992] env[65311]: value = "task-4427872" [ 694.935992] env[65311]: _type = "Task" [ 694.935992] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.948935] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427872, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.088649] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427869, 'name': CreateVM_Task, 'duration_secs': 0.439168} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.088649] env[65311]: DEBUG nova.network.neutron [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Updated VIF entry in instance network info cache for port 0aae3625-e7ed-42ca-9210-092140af00ff. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 695.088649] env[65311]: DEBUG nova.network.neutron [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Updating instance_info_cache with network_info: [{"id": "0aae3625-e7ed-42ca-9210-092140af00ff", "address": "fa:16:3e:2c:cf:1a", "network": {"id": "143bbdce-fa64-4697-b56d-08597eced103", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-648692282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7d82f0c6c12345fca2ae46f61be6e6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aae3625-e7", "ovs_interfaceid": "0aae3625-e7ed-42ca-9210-092140af00ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.088649] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.089245] env[65311]: WARNING neutronclient.v2_0.client [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.089657] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.089903] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.092032] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.092032] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374126eb-54ef-4eb8-8dc5-7e7f995831c1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.096527] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 695.096527] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520bb961-e8cc-a6cd-f94e-deb62dd345ee" [ 695.096527] env[65311]: _type = "Task" [ 695.096527] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.107393] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520bb961-e8cc-a6cd-f94e-deb62dd345ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.200499] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.195s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.201240] env[65311]: DEBUG nova.compute.manager [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 695.204776] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.303s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.205585] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.210335] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.493s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.210335] env[65311]: INFO nova.compute.claims [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.250604] env[65311]: INFO nova.scheduler.client.report [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Deleted allocations for instance 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1 [ 695.262394] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "cede9721-0daf-419b-b118-35f08ea84084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.262678] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "cede9721-0daf-419b-b118-35f08ea84084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.278807] env[65311]: DEBUG oslo_vmware.api [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228325} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.279814] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.279814] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.279814] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.279814] env[65311]: INFO nova.compute.manager [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Took 1.20 seconds to destroy the instance on the hypervisor. [ 695.280041] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 695.280378] env[65311]: DEBUG nova.compute.manager [-] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 695.280494] env[65311]: DEBUG nova.network.neutron [-] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 695.280744] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.321041] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.449382] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427872, 'name': Rename_Task, 'duration_secs': 0.237284} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.449983] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.450676] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b88d292c-aa85-498f-b8ad-48d9b6cfc400 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.458943] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 695.458943] env[65311]: value = "task-4427873" [ 695.458943] env[65311]: _type = "Task" [ 695.458943] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.472089] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.566543] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 695.566543] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.566543] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 695.566543] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.566543] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 695.566543] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 695.566543] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 695.566906] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 695.566906] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 695.570029] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 695.570029] env[65311]: DEBUG nova.virt.hardware [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 695.570029] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e8353f-6966-4819-bbf3-a9addc1b7975 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.581326] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a5ba88-93aa-4080-bf1f-8ebd6329e858 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.602707] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Releasing lock "refresh_cache-01427136-c72c-4c87-9694-33be47498ce2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.603158] env[65311]: DEBUG nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Received event network-vif-deleted-3cfb2e5b-250c-4f37-9f8d-3061df6f7d2b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 695.603158] env[65311]: DEBUG nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Received event network-vif-plugged-38bb0808-9c9b-42d9-98b1-2d332f4bd0e9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 695.603258] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Acquiring lock "11e42b51-9f38-4386-aab0-5bc0e158d172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.603428] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Lock "11e42b51-9f38-4386-aab0-5bc0e158d172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.603592] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Lock "11e42b51-9f38-4386-aab0-5bc0e158d172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.604073] env[65311]: DEBUG nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] No waiting events found dispatching network-vif-plugged-38bb0808-9c9b-42d9-98b1-2d332f4bd0e9 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 695.604073] env[65311]: WARNING nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Received unexpected event network-vif-plugged-38bb0808-9c9b-42d9-98b1-2d332f4bd0e9 for instance with vm_state building and task_state spawning. [ 695.604073] env[65311]: DEBUG nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Received event network-changed-38bb0808-9c9b-42d9-98b1-2d332f4bd0e9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 695.604605] env[65311]: DEBUG nova.compute.manager [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Refreshing instance network info cache due to event network-changed-38bb0808-9c9b-42d9-98b1-2d332f4bd0e9. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 695.604605] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Acquiring lock "refresh_cache-11e42b51-9f38-4386-aab0-5bc0e158d172" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.604605] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Acquired lock "refresh_cache-11e42b51-9f38-4386-aab0-5bc0e158d172" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.604782] env[65311]: DEBUG nova.network.neutron [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Refreshing network info cache for port 38bb0808-9c9b-42d9-98b1-2d332f4bd0e9 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.606389] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.616916] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 695.622525] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.623056] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a06bf80-42dd-423a-b909-0bdfd38d882f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.651282] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520bb961-e8cc-a6cd-f94e-deb62dd345ee, 'name': SearchDatastore_Task, 'duration_secs': 0.014423} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.653638] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.654050] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.654131] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.654269] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.654800] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.654800] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.654800] env[65311]: value = "task-4427874" [ 695.654800] env[65311]: _type = "Task" [ 695.654800] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.655295] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1c7f784-4b84-494a-8038-33f82fe7899f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.668916] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427874, 'name': CreateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.670706] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.670894] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.672023] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7df1d48-2223-4c72-8cd0-8c3b18b3f3a2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.678766] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 695.678766] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5255a241-708f-7c8e-2515-c5dbdf0ce8b0" [ 695.678766] env[65311]: _type = "Task" [ 695.678766] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.690054] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5255a241-708f-7c8e-2515-c5dbdf0ce8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.714951] env[65311]: DEBUG nova.compute.utils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.716317] env[65311]: DEBUG nova.compute.manager [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 695.716614] env[65311]: DEBUG nova.network.neutron [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 695.716940] env[65311]: WARNING neutronclient.v2_0.client [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.717421] env[65311]: WARNING neutronclient.v2_0.client [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.734641] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a40e69b-ecce-44eb-b574-911f5d87eb0b tempest-VolumesAssistedSnapshotsTest-1289607686 tempest-VolumesAssistedSnapshotsTest-1289607686-project-admin] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.393s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.765922] env[65311]: DEBUG nova.compute.manager [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 695.769051] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b9d5f641-69bc-40a2-953c-513ab8b20871 tempest-ServersTestFqdnHostnames-1995899657 tempest-ServersTestFqdnHostnames-1995899657-project-member] Lock "8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.833s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.975719] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427873, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.989216] env[65311]: DEBUG nova.policy [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea32c3b015654a868e5c34faebdf85d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d3fac244b54b12855f6bbf52533c72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.118711] env[65311]: WARNING neutronclient.v2_0.client [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.169343] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427874, 'name': CreateVM_Task, 'duration_secs': 0.420983} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.169650] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.170013] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.170194] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.170631] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.170900] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213d85b7-4aac-490e-8695-04261eb2684e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.178283] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 696.178283] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52931168-809a-cd01-fe4c-56a568d8c64f" [ 696.178283] env[65311]: _type = "Task" [ 696.178283] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.197967] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52931168-809a-cd01-fe4c-56a568d8c64f, 'name': SearchDatastore_Task, 'duration_secs': 0.014866} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.205021] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.205021] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.205021] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.205021] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5255a241-708f-7c8e-2515-c5dbdf0ce8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.018644} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.205021] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c29a020-3149-4e93-9c46-6117120fc2da {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.211136] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 696.211136] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520fb23f-b25f-b1c0-9819-97deec3a26a0" [ 696.211136] env[65311]: _type = "Task" [ 696.211136] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.223626] env[65311]: DEBUG nova.compute.manager [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 696.231666] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520fb23f-b25f-b1c0-9819-97deec3a26a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.296364] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.365643] env[65311]: DEBUG nova.network.neutron [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Successfully created port: 41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 696.429503] env[65311]: DEBUG nova.network.neutron [-] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.454179] env[65311]: WARNING neutronclient.v2_0.client [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.479093] env[65311]: DEBUG oslo_vmware.api [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4427873, 'name': PowerOnVM_Task, 'duration_secs': 0.560041} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.480391] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.480391] env[65311]: INFO nova.compute.manager [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Took 7.12 seconds to spawn the instance on the hypervisor. [ 696.480391] env[65311]: DEBUG nova.compute.manager [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 696.480886] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098216c-dff3-4525-aed4-846123b930cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.670770] env[65311]: DEBUG nova.network.neutron [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Updated VIF entry in instance network info cache for port 38bb0808-9c9b-42d9-98b1-2d332f4bd0e9. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 696.671267] env[65311]: DEBUG nova.network.neutron [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Updating instance_info_cache with network_info: [{"id": "38bb0808-9c9b-42d9-98b1-2d332f4bd0e9", "address": "fa:16:3e:58:83:40", "network": {"id": "558dddbf-f7d8-4cdf-98eb-09549da06bbb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-396045231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7876c3a65240a4a095d043a1261b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bb0808-9c", "ovs_interfaceid": "38bb0808-9c9b-42d9-98b1-2d332f4bd0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.725307] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520fb23f-b25f-b1c0-9819-97deec3a26a0, 'name': SearchDatastore_Task, 'duration_secs': 0.018855} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.725584] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.726084] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 11e42b51-9f38-4386-aab0-5bc0e158d172/11e42b51-9f38-4386-aab0-5bc0e158d172.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.726382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.726742] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.726828] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25b9524f-6829-4c58-9be5-604ae7192769 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.728913] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59163432-cf12-42e2-b399-e758de33b238 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.740201] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 696.740201] env[65311]: value = "task-4427875" [ 696.740201] env[65311]: _type = "Task" [ 696.740201] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.746475] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.746475] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.750855] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3198e6-577e-4f0d-ae6a-a242feffcca2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.753449] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.755379] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5208de-48a1-49cd-8398-b3983de1c37c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.763864] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 696.763864] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c120df-33a8-17c0-f9bd-265926642b72" [ 696.763864] env[65311]: _type = "Task" [ 696.763864] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.769220] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c6e521-98d1-4024-a8bb-3d04022bc2af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.779652] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c120df-33a8-17c0-f9bd-265926642b72, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.806865] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2bc395-3d88-4b17-858a-785aaac4bdac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.809997] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78815b6a-3799-498e-8e12-03cfd31e1790 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.821843] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e0812-b43a-4160-b4c2-f3dd40ced949 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.826281] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 696.826281] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525b28ef-e5c2-5a67-7d8a-1ff78babee2d" [ 696.826281] env[65311]: _type = "Task" [ 696.826281] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.839049] env[65311]: DEBUG nova.compute.provider_tree [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.847440] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525b28ef-e5c2-5a67-7d8a-1ff78babee2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.847705] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.848753] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841/162e0e75-50d1-4931-a83e-b360138b0841.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.848753] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b74e2238-4ed7-407e-985e-01ef1b73e86f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.859522] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 696.859522] env[65311]: value = "task-4427876" [ 696.859522] env[65311]: _type = "Task" [ 696.859522] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.869717] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.931766] env[65311]: INFO nova.compute.manager [-] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Took 1.65 seconds to deallocate network for instance. [ 697.006871] env[65311]: INFO nova.compute.manager [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Took 21.37 seconds to build instance. [ 697.100028] env[65311]: DEBUG oslo_vmware.rw_handles [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52291428-12b1-0523-e8e8-a08beafe50f7/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 697.102288] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8289ee-dc65-4fae-a367-15747e5a06de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.114546] env[65311]: DEBUG oslo_vmware.rw_handles [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52291428-12b1-0523-e8e8-a08beafe50f7/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 697.115204] env[65311]: ERROR oslo_vmware.rw_handles [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52291428-12b1-0523-e8e8-a08beafe50f7/disk-0.vmdk due to incomplete transfer. [ 697.115513] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1237e28a-654a-4250-9256-d6c55efb259b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.127572] env[65311]: DEBUG oslo_vmware.rw_handles [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52291428-12b1-0523-e8e8-a08beafe50f7/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 697.127861] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Uploaded image 4a8114cb-c616-4551-abaf-22e85c64c0a6 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 697.130599] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.131122] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e712602-8f6b-4fa4-824f-88572c583b39 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.145529] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 697.145529] env[65311]: value = "task-4427877" [ 697.145529] env[65311]: _type = "Task" [ 697.145529] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.159997] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427877, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.181970] env[65311]: DEBUG oslo_concurrency.lockutils [req-d759feff-bbdc-4554-9c8c-3b728c8e5ad6 req-f993a100-6bed-4e5a-ab52-08240274fb09 service nova] Releasing lock "refresh_cache-11e42b51-9f38-4386-aab0-5bc0e158d172" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.210372] env[65311]: DEBUG nova.compute.manager [req-d2b53f96-fd21-4023-b6e0-8c26ec4245bd req-cc39eeae-fb21-4384-8c02-3d69f215f3f9 service nova] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Received event network-vif-deleted-04452d64-9fe1-47f9-a443-14bee4f28c10 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 697.243038] env[65311]: DEBUG nova.compute.manager [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 697.260366] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427875, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.275531] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 697.279026] env[65311]: DEBUG nova.virt.hardware [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 697.279026] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9973a6-1366-4ce6-bcba-195c55df687e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.288290] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f97aedb-2cef-4dd5-9cfd-1bd85e8a2309 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.345653] env[65311]: DEBUG nova.scheduler.client.report [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.374517] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427876, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.438826] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.510232] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d0f27909-4fcf-440f-af5d-cb193567d188 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "01427136-c72c-4c87-9694-33be47498ce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.262s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.666438] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427877, 'name': Destroy_Task, 'duration_secs': 0.443387} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.666849] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Destroyed the VM [ 697.667359] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 697.667686] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-506fd0d3-6004-4a7f-b476-63d4c2748218 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.678095] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 697.678095] env[65311]: value = "task-4427879" [ 697.678095] env[65311]: _type = "Task" [ 697.678095] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.695972] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427879, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.757288] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525938} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.758532] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 11e42b51-9f38-4386-aab0-5bc0e158d172/11e42b51-9f38-4386-aab0-5bc0e158d172.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.758532] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.758532] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b568b55-50c7-4dd5-bb46-61bf34108109 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.766533] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 697.766533] env[65311]: value = "task-4427880" [ 697.766533] env[65311]: _type = "Task" [ 697.766533] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.775745] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.850913] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.851823] env[65311]: DEBUG nova.compute.manager [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 697.854603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.137s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.870327] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791171} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.871396] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841/162e0e75-50d1-4931-a83e-b360138b0841.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.871396] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.871396] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-371d9450-30dd-46db-ae41-ff4e87a3fd5c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.879082] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 697.879082] env[65311]: value = "task-4427881" [ 697.879082] env[65311]: _type = "Task" [ 697.879082] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.889139] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.146483] env[65311]: DEBUG nova.network.neutron [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Successfully updated port: 41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 698.190850] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427879, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.278906] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077265} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.278906] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.280241] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c1bbcb-9d3d-48bc-bb6d-cb5782c0d48b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.283770] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.284019] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.284488] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.284488] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.284611] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.287512] env[65311]: INFO nova.compute.manager [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Terminating instance [ 698.313255] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 11e42b51-9f38-4386-aab0-5bc0e158d172/11e42b51-9f38-4386-aab0-5bc0e158d172.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.316113] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0116e74-f34a-43e6-b4b5-a65274fdc10a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.339730] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 698.339730] env[65311]: value = "task-4427882" [ 698.339730] env[65311]: _type = "Task" [ 698.339730] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.350794] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.360595] env[65311]: DEBUG nova.compute.utils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.362375] env[65311]: DEBUG nova.compute.manager [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 698.395152] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115472} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.395769] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.396786] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c546a6-a525-4ddf-879e-2bf4c8475d2c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.422042] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841/162e0e75-50d1-4931-a83e-b360138b0841.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.425362] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f65b8c-8c07-473b-ba07-90aaddebbc52 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.447405] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 698.447405] env[65311]: value = "task-4427883" [ 698.447405] env[65311]: _type = "Task" [ 698.447405] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.459924] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.651095] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.651687] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquired lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.651849] env[65311]: DEBUG nova.network.neutron [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 698.695745] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427879, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.834333] env[65311]: DEBUG nova.compute.manager [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 698.834648] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.835932] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a8b84-c39a-41fe-b481-c698631eadc0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.846425] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.852022] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b400f154-7729-48dc-aa07-361fdfd2e2bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.856676] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.858177] env[65311]: DEBUG oslo_vmware.api [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 698.858177] env[65311]: value = "task-4427884" [ 698.858177] env[65311]: _type = "Task" [ 698.858177] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.867120] env[65311]: DEBUG nova.compute.manager [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 698.877265] env[65311]: DEBUG oslo_vmware.api [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.938359] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f613f171-1096-4120-a051-4ceed59edaca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.949116] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f319858-6af6-44e9-a23e-0fb090299a2b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.964387] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427883, 'name': ReconfigVM_Task, 'duration_secs': 0.482049} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.997794] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841/162e0e75-50d1-4931-a83e-b360138b0841.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.999714] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eacb5bca-bef5-4ae7-a1c4-ac611dafedf0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.004027] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea1a29c-3651-4267-b345-36f6d149ea47 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.020379] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d91e84-bdd4-4e60-a24a-e18785f6c48d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.025142] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 699.025142] env[65311]: value = "task-4427885" [ 699.025142] env[65311]: _type = "Task" [ 699.025142] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.041743] env[65311]: DEBUG nova.compute.provider_tree [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.051314] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427885, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.191175] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427879, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.351225] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427882, 'name': ReconfigVM_Task, 'duration_secs': 0.667823} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.351525] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 11e42b51-9f38-4386-aab0-5bc0e158d172/11e42b51-9f38-4386-aab0-5bc0e158d172.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.352199] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0969c0e-bb9c-4300-a4f0-a7f86fedc1f4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.363108] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 699.363108] env[65311]: value = "task-4427886" [ 699.363108] env[65311]: _type = "Task" [ 699.363108] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.374123] env[65311]: DEBUG oslo_vmware.api [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427884, 'name': PowerOffVM_Task, 'duration_secs': 0.20266} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.375123] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.375427] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.375785] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e28ffa9d-ef5d-424c-816d-b8f148be44c2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.380651] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427886, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.447836] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.448174] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.448376] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Deleting the datastore file [datastore1] ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.448657] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b70749dd-cdca-41f1-a9b9-27d15b4c54a9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.456585] env[65311]: DEBUG oslo_vmware.api [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 699.456585] env[65311]: value = "task-4427888" [ 699.456585] env[65311]: _type = "Task" [ 699.456585] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.466907] env[65311]: DEBUG oslo_vmware.api [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.520447] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "6be80110-6348-4089-a97d-0133455aa421" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.520757] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "6be80110-6348-4089-a97d-0133455aa421" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.520988] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "6be80110-6348-4089-a97d-0133455aa421-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.521253] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "6be80110-6348-4089-a97d-0133455aa421-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.521417] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "6be80110-6348-4089-a97d-0133455aa421-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.523948] env[65311]: INFO nova.compute.manager [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Terminating instance [ 699.538789] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427885, 'name': Rename_Task, 'duration_secs': 0.204491} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.539076] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.539337] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16e2b4f9-8af4-45dd-9cbe-31e3fd9e1144 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.545779] env[65311]: DEBUG nova.scheduler.client.report [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.551925] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 699.551925] env[65311]: value = "task-4427889" [ 699.551925] env[65311]: _type = "Task" [ 699.551925] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.565887] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427889, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.678405] env[65311]: DEBUG nova.network.neutron [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 699.692916] env[65311]: DEBUG oslo_vmware.api [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427879, 'name': RemoveSnapshot_Task, 'duration_secs': 1.587888} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.693259] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 699.693709] env[65311]: INFO nova.compute.manager [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Took 14.86 seconds to snapshot the instance on the hypervisor. [ 699.877402] env[65311]: DEBUG nova.compute.manager [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 699.884332] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427886, 'name': Rename_Task, 'duration_secs': 0.232966} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.884332] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.884332] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beda136d-d043-4a2d-a769-a510871b4ac4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.892961] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 699.892961] env[65311]: value = "task-4427890" [ 699.892961] env[65311]: _type = "Task" [ 699.892961] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.905275] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.909060] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 699.909996] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.909996] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 699.909996] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.910204] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 699.910429] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 699.911089] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.911089] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 699.911206] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 699.911523] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 699.911559] env[65311]: DEBUG nova.virt.hardware [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 699.912766] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54208221-010a-4625-9072-d4b083706d14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.923984] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3e0a18-ec2c-4511-ae5b-ae409883ad20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.946285] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.953827] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Creating folder: Project (5dfd7a16932347418954a866938256f3). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.954075] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-054115ab-9576-4494-bf8b-ef9bcfca9f00 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.968377] env[65311]: DEBUG oslo_vmware.api [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291008} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.970128] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.970387] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.970579] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.970763] env[65311]: INFO nova.compute.manager [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 699.971023] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 699.971253] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Created folder: Project (5dfd7a16932347418954a866938256f3) in parent group-v866349. [ 699.971409] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Creating folder: Instances. Parent ref: group-v866427. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.971717] env[65311]: DEBUG nova.compute.manager [-] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 699.971857] env[65311]: DEBUG nova.network.neutron [-] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 699.972147] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.974181] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc501e70-3729-4871-9f86-3af6957ed24c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.987201] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Created folder: Instances in parent group-v866427. [ 699.987540] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 699.987765] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.987999] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08a836cb-bfc9-48b4-9701-dea4f02645c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.007803] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.007803] env[65311]: value = "task-4427893" [ 700.007803] env[65311]: _type = "Task" [ 700.007803] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.016280] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427893, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.028231] env[65311]: DEBUG nova.compute.manager [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 700.028737] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.030162] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd10ccd-378a-4f2a-82c7-c8e86b9b5781 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.039369] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.040422] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9da467f-2611-4126-87e7-b044c4ecc5de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.047460] env[65311]: DEBUG oslo_vmware.api [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 700.047460] env[65311]: value = "task-4427894" [ 700.047460] env[65311]: _type = "Task" [ 700.047460] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.064096] env[65311]: DEBUG oslo_vmware.api [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.071455] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427889, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.270301] env[65311]: DEBUG nova.compute.manager [None req-95b87a82-6421-4d84-830f-a740cefa7929 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Found 1 images (rotation: 2) {{(pid=65311) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 700.406199] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.440404] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.522671] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427893, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.559953] env[65311]: DEBUG oslo_vmware.api [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.565652] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.711s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.569082] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.235s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.571294] env[65311]: INFO nova.compute.claims [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.584178] env[65311]: DEBUG oslo_vmware.api [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427889, 'name': PowerOnVM_Task, 'duration_secs': 0.554867} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.584178] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.584178] env[65311]: DEBUG nova.compute.manager [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 700.584178] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625a13cd-e88f-4313-a78f-b286bdda1407 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.618943] env[65311]: WARNING neutronclient.v2_0.client [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.905300] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.021603] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427893, 'name': CreateVM_Task, 'duration_secs': 0.542895} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.022321] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.023187] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.023187] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.023854] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.023854] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393cd6ab-79b9-4e4e-9a55-fc663992cbf4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.030631] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 701.030631] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ead9d9-1dc0-7098-9ab7-f98c4456a9fa" [ 701.030631] env[65311]: _type = "Task" [ 701.030631] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.038678] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ead9d9-1dc0-7098-9ab7-f98c4456a9fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.041118] env[65311]: DEBUG nova.network.neutron [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updating instance_info_cache with network_info: [{"id": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "address": "fa:16:3e:3e:d3:82", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e7179d-86", "ovs_interfaceid": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.061028] env[65311]: DEBUG oslo_vmware.api [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427894, 'name': PowerOffVM_Task, 'duration_secs': 0.766283} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.061028] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.061028] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.061028] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27633990-a6f0-42cb-862c-c3bbc0046a9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.109223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.144455] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.144903] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.145156] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Deleting the datastore file [datastore1] 6be80110-6348-4089-a97d-0133455aa421 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.145459] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28a9935e-20e1-45d5-8c4c-c1d9ca58c719 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.155347] env[65311]: DEBUG oslo_vmware.api [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for the task: (returnval){ [ 701.155347] env[65311]: value = "task-4427896" [ 701.155347] env[65311]: _type = "Task" [ 701.155347] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.168545] env[65311]: DEBUG oslo_vmware.api [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.171843] env[65311]: INFO nova.scheduler.client.report [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Deleted allocation for migration 1e48e2a7-9551-400d-a6ec-9c61d0d265ca [ 701.370039] env[65311]: DEBUG nova.network.neutron [-] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.405700] env[65311]: DEBUG oslo_vmware.api [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427890, 'name': PowerOnVM_Task, 'duration_secs': 1.507035} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.406336] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.406654] env[65311]: INFO nova.compute.manager [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Took 9.34 seconds to spawn the instance on the hypervisor. [ 701.406926] env[65311]: DEBUG nova.compute.manager [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 701.408690] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7ea4b6-8cd5-4173-8a96-eeff805e0edc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.542481] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Releasing lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.542888] env[65311]: DEBUG nova.compute.manager [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Instance network_info: |[{"id": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "address": "fa:16:3e:3e:d3:82", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e7179d-86", "ovs_interfaceid": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 701.543342] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ead9d9-1dc0-7098-9ab7-f98c4456a9fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.543620] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:d3:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41e7179d-86e1-4d90-8777-0dcc2b3d331c', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.552440] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Creating folder: Project (62d3fac244b54b12855f6bbf52533c72). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.552806] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.552989] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.553348] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.553950] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.553950] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.554655] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e28460a-bb19-4460-9fe8-39d38e1bd4bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.556248] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34293809-b0ea-4140-a2bd-c444c16dcd94 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.560458] env[65311]: DEBUG nova.compute.manager [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Received event network-vif-plugged-41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 701.560704] env[65311]: DEBUG oslo_concurrency.lockutils [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] Acquiring lock "50dce140-8749-4991-8907-fcab2f9fc0b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.560910] env[65311]: DEBUG oslo_concurrency.lockutils [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] Lock "50dce140-8749-4991-8907-fcab2f9fc0b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.561092] env[65311]: DEBUG oslo_concurrency.lockutils [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] Lock "50dce140-8749-4991-8907-fcab2f9fc0b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.561241] env[65311]: DEBUG nova.compute.manager [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] No waiting events found dispatching network-vif-plugged-41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 701.561481] env[65311]: WARNING nova.compute.manager [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Received unexpected event network-vif-plugged-41e7179d-86e1-4d90-8777-0dcc2b3d331c for instance with vm_state building and task_state spawning. [ 701.561582] env[65311]: DEBUG nova.compute.manager [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Received event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 701.561820] env[65311]: DEBUG nova.compute.manager [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing instance network info cache due to event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 701.562197] env[65311]: DEBUG oslo_concurrency.lockutils [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] Acquiring lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.562197] env[65311]: DEBUG oslo_concurrency.lockutils [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] Acquired lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.562197] env[65311]: DEBUG nova.network.neutron [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.573156] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Created folder: Project (62d3fac244b54b12855f6bbf52533c72) in parent group-v866349. [ 701.573593] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Creating folder: Instances. Parent ref: group-v866430. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.576342] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc20c1d5-d2b0-4415-a30a-fc09cee766cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.578110] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.578216] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.579726] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3389d520-3763-4ff8-92da-2c60795ffee1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.591228] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 701.591228] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5254ee2d-5d84-ce9e-dd72-35795c461ca3" [ 701.591228] env[65311]: _type = "Task" [ 701.591228] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.597112] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Created folder: Instances in parent group-v866430. [ 701.598212] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 701.598212] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.598332] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44f3eae5-b660-491a-a3c0-8872823cb308 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.619425] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5254ee2d-5d84-ce9e-dd72-35795c461ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.621190] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059080f0-e960-4f1f-831a-39d4ef2b1d25 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.625969] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.625969] env[65311]: value = "task-4427899" [ 701.625969] env[65311]: _type = "Task" [ 701.625969] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.633772] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 701.633772] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fee1a2-c246-c9c7-14ee-6946d29f1ad5" [ 701.633772] env[65311]: _type = "Task" [ 701.633772] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.641473] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427899, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.649104] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fee1a2-c246-c9c7-14ee-6946d29f1ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.649104] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.649104] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654/c808ccb4-b62c-4ed9-b267-721633d74654.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.649104] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38627baa-8f82-4c32-a8c2-421011a26dd5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.661074] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 701.661074] env[65311]: value = "task-4427900" [ 701.661074] env[65311]: _type = "Task" [ 701.661074] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.668235] env[65311]: DEBUG oslo_vmware.api [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Task: {'id': task-4427896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20415} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.669239] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.669239] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.669452] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.669652] env[65311]: INFO nova.compute.manager [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [instance: 6be80110-6348-4089-a97d-0133455aa421] Took 1.64 seconds to destroy the instance on the hypervisor. [ 701.671265] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 701.677653] env[65311]: DEBUG nova.compute.manager [-] [instance: 6be80110-6348-4089-a97d-0133455aa421] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 701.677792] env[65311]: DEBUG nova.network.neutron [-] [instance: 6be80110-6348-4089-a97d-0133455aa421] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 701.678083] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.680283] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.682077] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5160f82b-8478-46ae-a43d-71466b0239bd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.413s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.795025] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.874738] env[65311]: INFO nova.compute.manager [-] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Took 1.90 seconds to deallocate network for instance. [ 701.929113] env[65311]: INFO nova.compute.manager [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Took 23.78 seconds to build instance. [ 702.071406] env[65311]: WARNING neutronclient.v2_0.client [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.136941] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427899, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.174508] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427900, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.180038] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da4d3f0-e110-41db-b3d5-a9fd6ca3cef5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.190020] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51759149-8fca-49b4-83c8-1a5e4ad240ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.229447] env[65311]: DEBUG oslo_concurrency.lockutils [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquiring lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.229718] env[65311]: DEBUG oslo_concurrency.lockutils [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.229915] env[65311]: DEBUG oslo_concurrency.lockutils [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquiring lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.230100] env[65311]: DEBUG oslo_concurrency.lockutils [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.230263] env[65311]: DEBUG oslo_concurrency.lockutils [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.232934] env[65311]: INFO nova.compute.manager [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Terminating instance [ 702.237243] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8437ab3d-af86-4ca6-8805-e68abb958ca7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.250115] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0494666e-49df-4317-a94a-c52a03bcdea4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.267497] env[65311]: DEBUG nova.compute.provider_tree [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.360181] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "9bf9cc18-f103-41ff-8049-49ac30901187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.360294] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "9bf9cc18-f103-41ff-8049-49ac30901187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.389035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.437441] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ccff2744-dc6d-475e-8be7-481a7eeac14b tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "11e42b51-9f38-4386-aab0-5bc0e158d172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.295s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.638944] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427899, 'name': CreateVM_Task, 'duration_secs': 0.51205} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.638944] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.638944] env[65311]: WARNING neutronclient.v2_0.client [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.639296] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.639599] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.639977] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.640255] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b894d8ac-6eb3-493a-a2cf-0c7fd3127647 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.647084] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 702.647084] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e4878a-9ce8-af1b-b139-a1ded5ae02c5" [ 702.647084] env[65311]: _type = "Task" [ 702.647084] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.657227] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e4878a-9ce8-af1b-b139-a1ded5ae02c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.674733] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535089} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.675032] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654/c808ccb4-b62c-4ed9-b267-721633d74654.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.675278] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.675621] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86d1fc98-914e-4b8f-9ee9-bcc6ec98dfb8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.685425] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 702.685425] env[65311]: value = "task-4427901" [ 702.685425] env[65311]: _type = "Task" [ 702.685425] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.696136] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.700914] env[65311]: WARNING neutronclient.v2_0.client [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.743646] env[65311]: DEBUG nova.compute.manager [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 702.743948] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.745008] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce58524-0611-48cc-9c1b-4d86569df611 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.756172] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.756444] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ba0a55-ab7e-4d2e-9b32-655ad7d2d2f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.765330] env[65311]: DEBUG oslo_vmware.api [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 702.765330] env[65311]: value = "task-4427902" [ 702.765330] env[65311]: _type = "Task" [ 702.765330] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.770702] env[65311]: DEBUG nova.scheduler.client.report [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.782840] env[65311]: DEBUG oslo_vmware.api [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.803465] env[65311]: DEBUG nova.network.neutron [-] [instance: 6be80110-6348-4089-a97d-0133455aa421] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.863605] env[65311]: DEBUG nova.compute.manager [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 702.954245] env[65311]: DEBUG nova.network.neutron [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updated VIF entry in instance network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.954693] env[65311]: DEBUG nova.network.neutron [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updating instance_info_cache with network_info: [{"id": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "address": "fa:16:3e:3e:d3:82", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e7179d-86", "ovs_interfaceid": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.165355] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e4878a-9ce8-af1b-b139-a1ded5ae02c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.165355] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.165355] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.165355] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.165355] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.165355] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.165355] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e788be44-c967-4c83-9324-1362b14e23e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.176145] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.176662] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.177285] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed1b4a7-3577-45b3-99d9-358da697db96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.184075] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 703.184075] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5204157f-98b8-3e79-a750-9a5b29a579fe" [ 703.184075] env[65311]: _type = "Task" [ 703.184075] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.203405] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5204157f-98b8-3e79-a750-9a5b29a579fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.203405] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101459} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.206207] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.206207] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021f85f3-066b-4d84-b1c1-f37c75f1c89f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.209480] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894017ca-1b91-4729-962b-7590a6945312 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.216796] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 703.216796] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52237389-6c71-3e5d-29f8-1e071cb1ca76" [ 703.216796] env[65311]: _type = "Task" [ 703.216796] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.235223] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654/c808ccb4-b62c-4ed9-b267-721633d74654.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.240375] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed85ab79-1b80-4510-a9af-fff4b915416e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.260392] env[65311]: DEBUG nova.compute.manager [req-e7c88bec-07d6-4031-a8a1-f325272da833 req-86f31e05-8ba9-416e-bba2-5e6d5e16a7c5 service nova] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Received event network-vif-deleted-dfa6c768-715e-4400-b37c-46da176c5c76 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 703.269945] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52237389-6c71-3e5d-29f8-1e071cb1ca76, 'name': SearchDatastore_Task, 'duration_secs': 0.014869} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.275659] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.275868] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 50dce140-8749-4991-8907-fcab2f9fc0b6/50dce140-8749-4991-8907-fcab2f9fc0b6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.276225] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 703.276225] env[65311]: value = "task-4427903" [ 703.276225] env[65311]: _type = "Task" [ 703.276225] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.276903] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a9f9442-03b6-4837-a4d9-abab316be5fd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.279937] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.280735] env[65311]: DEBUG nova.compute.manager [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 703.290551] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.415s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.292936] env[65311]: INFO nova.compute.claims [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.297300] env[65311]: DEBUG oslo_vmware.api [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427902, 'name': PowerOffVM_Task, 'duration_secs': 0.310497} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.298196] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.298359] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.298652] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e50e3619-352f-475c-ae30-ed36c2d7d60d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.306228] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.307358] env[65311]: INFO nova.compute.manager [-] [instance: 6be80110-6348-4089-a97d-0133455aa421] Took 1.63 seconds to deallocate network for instance. [ 703.308084] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 703.308084] env[65311]: value = "task-4427904" [ 703.308084] env[65311]: _type = "Task" [ 703.308084] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.326018] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.399399] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.402358] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.402635] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.402859] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Deleting the datastore file [datastore2] aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.404547] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76fe56c9-d0ba-4161-b318-70cff6f52e1c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.413038] env[65311]: DEBUG oslo_vmware.api [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for the task: (returnval){ [ 703.413038] env[65311]: value = "task-4427906" [ 703.413038] env[65311]: _type = "Task" [ 703.413038] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.424269] env[65311]: DEBUG oslo_vmware.api [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.458526] env[65311]: DEBUG oslo_concurrency.lockutils [req-4500c8d4-d34d-4263-bd15-3d9ad047514f req-f28d71c3-9c6d-488f-a0c2-fb4096fbc25c service nova] Releasing lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.795969] env[65311]: DEBUG nova.compute.utils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.798592] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427903, 'name': ReconfigVM_Task, 'duration_secs': 0.520151} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.799023] env[65311]: DEBUG nova.compute.manager [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 703.799131] env[65311]: DEBUG nova.network.neutron [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 703.799671] env[65311]: WARNING neutronclient.v2_0.client [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.801051] env[65311]: WARNING neutronclient.v2_0.client [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.808756] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Reconfigured VM instance instance-0000001f to attach disk [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654/c808ccb4-b62c-4ed9-b267-721633d74654.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.810504] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28f0ed12-b8a6-4f85-b252-c6b7aa7d15f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.823229] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.830506] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 703.830506] env[65311]: value = "task-4427907" [ 703.830506] env[65311]: _type = "Task" [ 703.830506] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.836494] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51229} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.844692] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 50dce140-8749-4991-8907-fcab2f9fc0b6/50dce140-8749-4991-8907-fcab2f9fc0b6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.845049] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.846041] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7fa3d48-793c-4668-b219-1318fd7c59b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.859944] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427907, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.862275] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 703.862275] env[65311]: value = "task-4427908" [ 703.862275] env[65311]: _type = "Task" [ 703.862275] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.867280] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquiring lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.867330] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.867668] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquiring lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.868027] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.868223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.871811] env[65311]: INFO nova.compute.manager [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Terminating instance [ 703.879490] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.932335] env[65311]: DEBUG oslo_vmware.api [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Task: {'id': task-4427906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44051} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.932335] env[65311]: DEBUG nova.policy [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cea8b5c1e6de423db991b07f2b1000aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bca6076524a64c2d98d12d6ef6c69cb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.932335] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.932335] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.932335] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.932335] env[65311]: INFO nova.compute.manager [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 703.932335] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 703.932335] env[65311]: DEBUG nova.compute.manager [-] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 703.932335] env[65311]: DEBUG nova.network.neutron [-] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 703.932335] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.098030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquiring lock "90653f0c-813f-4d38-9c2c-a4017742b55c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.098417] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "90653f0c-813f-4d38-9c2c-a4017742b55c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.313699] env[65311]: DEBUG nova.compute.manager [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 704.352879] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427907, 'name': Rename_Task, 'duration_secs': 0.254859} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.353373] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.353662] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f876c3a-ef2f-4b5f-980b-4b4e7f76241f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.366563] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 704.366563] env[65311]: value = "task-4427909" [ 704.366563] env[65311]: _type = "Task" [ 704.366563] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.379450] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110488} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.385273] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.385939] env[65311]: DEBUG nova.compute.manager [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 704.386327] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.386327] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.388438] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daefd10-8523-4e9e-939b-c1ad91064db9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.394022] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f8f359-c3c5-4fb8-a701-c09c7e050892 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.418987] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 50dce140-8749-4991-8907-fcab2f9fc0b6/50dce140-8749-4991-8907-fcab2f9fc0b6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.419371] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.420590] env[65311]: DEBUG nova.network.neutron [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Successfully created port: 837e985b-d93c-473e-81f7-86648ea7676e {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.425544] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f28978-c3e6-43c8-bec5-5e49597d3072 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.440267] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cfba650-2a51-44e8-9d07-eed62e9f2082 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.449242] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 704.449242] env[65311]: value = "task-4427911" [ 704.449242] env[65311]: _type = "Task" [ 704.449242] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.450819] env[65311]: DEBUG oslo_vmware.api [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 704.450819] env[65311]: value = "task-4427910" [ 704.450819] env[65311]: _type = "Task" [ 704.450819] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.469078] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.469078] env[65311]: DEBUG oslo_vmware.api [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.479074] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.600896] env[65311]: DEBUG nova.compute.manager [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 704.885281] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.894272] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187f0c21-5220-4bd5-9d19-f46ec3215596 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.903395] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af4e924-f6a6-4072-9b96-16272cb1afb2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.945045] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fca5a0-ba7b-4d54-9cb8-f95919f9c157 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.966597] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61071a8f-e31d-4b02-9979-d98b59a9704a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.988568] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427911, 'name': ReconfigVM_Task, 'duration_secs': 0.333634} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.988768] env[65311]: DEBUG oslo_vmware.api [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427910, 'name': PowerOffVM_Task, 'duration_secs': 0.332381} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.989780] env[65311]: DEBUG nova.compute.provider_tree [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.994020] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 50dce140-8749-4991-8907-fcab2f9fc0b6/50dce140-8749-4991-8907-fcab2f9fc0b6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.994020] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.994020] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.994020] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f4eea3-35b8-465b-b2a5-f8ae80180016 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.994020] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a33e16c7-a7a2-4074-ba78-429087b3edb2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.001438] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 705.001438] env[65311]: value = "task-4427912" [ 705.001438] env[65311]: _type = "Task" [ 705.001438] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.011034] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427912, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.074906] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.075164] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.075323] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Deleting the datastore file [datastore2] f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.075629] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdb124b8-6f7d-49b6-852e-8236a1bb2f29 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.083651] env[65311]: DEBUG oslo_vmware.api [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for the task: (returnval){ [ 705.083651] env[65311]: value = "task-4427914" [ 705.083651] env[65311]: _type = "Task" [ 705.083651] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.094726] env[65311]: DEBUG oslo_vmware.api [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.128607] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.324911] env[65311]: DEBUG nova.compute.manager [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 705.358233] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 705.358508] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.358672] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 705.358845] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.358983] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 705.359623] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 705.359866] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.360034] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 705.360199] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 705.360354] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 705.360544] env[65311]: DEBUG nova.virt.hardware [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 705.361443] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0547fa3f-6735-4d65-8d2f-c03897a094c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.372072] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfd8c02-5904-4f75-bcc5-b6cdee0affe0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.387704] env[65311]: DEBUG oslo_vmware.api [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427909, 'name': PowerOnVM_Task, 'duration_secs': 0.858183} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.399074] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.399074] env[65311]: INFO nova.compute.manager [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Took 5.52 seconds to spawn the instance on the hypervisor. [ 705.399074] env[65311]: DEBUG nova.compute.manager [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 705.400491] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847f9778-c06d-4084-a5e8-34bda3749e43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.493950] env[65311]: DEBUG nova.scheduler.client.report [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.514413] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427912, 'name': Rename_Task, 'duration_secs': 0.180966} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.515192] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.515587] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5437e9f-4057-4bee-9b20-80a3235733b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.524101] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 705.524101] env[65311]: value = "task-4427915" [ 705.524101] env[65311]: _type = "Task" [ 705.524101] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.537678] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.600586] env[65311]: DEBUG oslo_vmware.api [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Task: {'id': task-4427914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178427} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.600971] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.601296] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.601589] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.601856] env[65311]: INFO nova.compute.manager [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Took 1.22 seconds to destroy the instance on the hypervisor. [ 705.602231] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 705.602514] env[65311]: DEBUG nova.compute.manager [-] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 705.602659] env[65311]: DEBUG nova.network.neutron [-] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 705.603062] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.681533] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.904973] env[65311]: DEBUG nova.network.neutron [-] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.925463] env[65311]: INFO nova.compute.manager [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Took 24.23 seconds to build instance. [ 706.001754] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.002518] env[65311]: DEBUG nova.compute.manager [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 706.007166] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.070s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.012453] env[65311]: INFO nova.compute.claims [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.041373] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427915, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.195619] env[65311]: DEBUG nova.network.neutron [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Successfully updated port: 837e985b-d93c-473e-81f7-86648ea7676e {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.346365] env[65311]: DEBUG nova.compute.manager [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Received event network-changed-0aae3625-e7ed-42ca-9210-092140af00ff {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 706.346365] env[65311]: DEBUG nova.compute.manager [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Refreshing instance network info cache due to event network-changed-0aae3625-e7ed-42ca-9210-092140af00ff. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 706.346365] env[65311]: DEBUG oslo_concurrency.lockutils [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] Acquiring lock "refresh_cache-01427136-c72c-4c87-9694-33be47498ce2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.346365] env[65311]: DEBUG oslo_concurrency.lockutils [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] Acquired lock "refresh_cache-01427136-c72c-4c87-9694-33be47498ce2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.346534] env[65311]: DEBUG nova.network.neutron [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Refreshing network info cache for port 0aae3625-e7ed-42ca-9210-092140af00ff {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.402411] env[65311]: DEBUG nova.network.neutron [-] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.413093] env[65311]: INFO nova.compute.manager [-] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Took 2.48 seconds to deallocate network for instance. [ 706.427391] env[65311]: DEBUG oslo_concurrency.lockutils [None req-468ddbb6-10fc-4fed-bba2-d9221acc6283 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "c808ccb4-b62c-4ed9-b267-721633d74654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.735s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.513892] env[65311]: DEBUG nova.compute.utils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.517194] env[65311]: DEBUG nova.compute.manager [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 706.517463] env[65311]: DEBUG nova.network.neutron [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 706.518120] env[65311]: WARNING neutronclient.v2_0.client [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.518120] env[65311]: WARNING neutronclient.v2_0.client [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.539580] env[65311]: DEBUG oslo_vmware.api [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4427915, 'name': PowerOnVM_Task, 'duration_secs': 0.529077} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.539875] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.540090] env[65311]: INFO nova.compute.manager [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Took 9.30 seconds to spawn the instance on the hypervisor. [ 706.540265] env[65311]: DEBUG nova.compute.manager [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 706.543403] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cfc2a6-4353-4c7f-bc58-15947360b4fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.594321] env[65311]: DEBUG nova.policy [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cea8b5c1e6de423db991b07f2b1000aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bca6076524a64c2d98d12d6ef6c69cb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.701061] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "refresh_cache-4262d241-5302-4e33-8029-7f45a1ec86ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.701282] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquired lock "refresh_cache-4262d241-5302-4e33-8029-7f45a1ec86ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.701508] env[65311]: DEBUG nova.network.neutron [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.760829] env[65311]: DEBUG nova.compute.manager [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 706.763076] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115e28b9-96d9-43d9-a540-e9a961f0ec81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.849162] env[65311]: WARNING neutronclient.v2_0.client [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.906795] env[65311]: INFO nova.compute.manager [-] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Took 1.30 seconds to deallocate network for instance. [ 706.920306] env[65311]: DEBUG oslo_concurrency.lockutils [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.950689] env[65311]: DEBUG nova.network.neutron [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Successfully created port: a46c2305-76b3-4401-a1c3-f6ef79698843 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.966335] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "162e0e75-50d1-4931-a83e-b360138b0841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.966568] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "162e0e75-50d1-4931-a83e-b360138b0841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.966764] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "162e0e75-50d1-4931-a83e-b360138b0841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.966933] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "162e0e75-50d1-4931-a83e-b360138b0841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.967110] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "162e0e75-50d1-4931-a83e-b360138b0841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.969293] env[65311]: INFO nova.compute.manager [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Terminating instance [ 707.017728] env[65311]: DEBUG nova.compute.manager [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 707.072056] env[65311]: INFO nova.compute.manager [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Took 28.90 seconds to build instance. [ 707.284227] env[65311]: INFO nova.compute.manager [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] instance snapshotting [ 707.285574] env[65311]: DEBUG nova.objects.instance [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'flavor' on Instance uuid de11687e-08cc-4ee7-91fa-789196241589 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.414508] env[65311]: DEBUG nova.network.neutron [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 707.418428] env[65311]: DEBUG nova.compute.manager [req-517d9d51-0e63-441f-966a-c2cbed251642 req-869e5cad-47b3-4a71-8330-04cc83330a0c service nova] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Received event network-vif-plugged-837e985b-d93c-473e-81f7-86648ea7676e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 707.418659] env[65311]: DEBUG oslo_concurrency.lockutils [req-517d9d51-0e63-441f-966a-c2cbed251642 req-869e5cad-47b3-4a71-8330-04cc83330a0c service nova] Acquiring lock "4262d241-5302-4e33-8029-7f45a1ec86ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.418850] env[65311]: DEBUG oslo_concurrency.lockutils [req-517d9d51-0e63-441f-966a-c2cbed251642 req-869e5cad-47b3-4a71-8330-04cc83330a0c service nova] Lock "4262d241-5302-4e33-8029-7f45a1ec86ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.418998] env[65311]: DEBUG oslo_concurrency.lockutils [req-517d9d51-0e63-441f-966a-c2cbed251642 req-869e5cad-47b3-4a71-8330-04cc83330a0c service nova] Lock "4262d241-5302-4e33-8029-7f45a1ec86ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.419651] env[65311]: DEBUG nova.compute.manager [req-517d9d51-0e63-441f-966a-c2cbed251642 req-869e5cad-47b3-4a71-8330-04cc83330a0c service nova] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] No waiting events found dispatching network-vif-plugged-837e985b-d93c-473e-81f7-86648ea7676e {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 707.419847] env[65311]: WARNING nova.compute.manager [req-517d9d51-0e63-441f-966a-c2cbed251642 req-869e5cad-47b3-4a71-8330-04cc83330a0c service nova] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Received unexpected event network-vif-plugged-837e985b-d93c-473e-81f7-86648ea7676e for instance with vm_state building and task_state spawning. [ 707.421090] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.475199] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "refresh_cache-162e0e75-50d1-4931-a83e-b360138b0841" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.475390] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired lock "refresh_cache-162e0e75-50d1-4931-a83e-b360138b0841" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.476021] env[65311]: DEBUG nova.network.neutron [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 707.508144] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011ff0ed-54f5-4815-ab80-dd2f68c44e43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.517336] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688d8f78-bd78-4b04-b32a-70b374d8c014 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.566710] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d85b815-a73e-423e-84de-a3c78555f884 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.574924] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9c6ee583-2c0f-4952-a733-cf7d48d2f9a7 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "50dce140-8749-4991-8907-fcab2f9fc0b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.421s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.577167] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34adff02-2217-4b79-80eb-a2bb692a45f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.592501] env[65311]: DEBUG nova.compute.provider_tree [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.792440] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b9c30-c694-4644-843e-e644da29418e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.813854] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802ca6f0-1934-49fd-9dfa-1258c1345ee0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.980467] env[65311]: WARNING neutronclient.v2_0.client [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.064624] env[65311]: DEBUG nova.compute.manager [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 708.096741] env[65311]: DEBUG nova.scheduler.client.report [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.103358] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 708.103620] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.103723] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 708.104934] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.104934] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 708.104934] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 708.104934] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.104934] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 708.104934] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 708.104934] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 708.104934] env[65311]: DEBUG nova.virt.hardware [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 708.105787] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dfe649-56a0-461d-80b9-a89f14ad67ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.116274] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4022c89e-e7ab-4aec-87a5-341c4ff4114e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.163490] env[65311]: INFO nova.compute.manager [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Rebuilding instance [ 708.205195] env[65311]: DEBUG nova.compute.manager [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 708.206100] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719a8e37-ff3d-498b-9422-5ffc688a6ddc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.328331] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 708.328757] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8eadf683-02f6-4872-a2a4-5b5153940dcc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.339128] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 708.339128] env[65311]: value = "task-4427916" [ 708.339128] env[65311]: _type = "Task" [ 708.339128] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.350026] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427916, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.450139] env[65311]: WARNING neutronclient.v2_0.client [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.483757] env[65311]: DEBUG nova.network.neutron [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 708.611035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.611800] env[65311]: DEBUG nova.compute.manager [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 708.615252] env[65311]: DEBUG oslo_concurrency.lockutils [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.483s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.615252] env[65311]: DEBUG nova.objects.instance [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lazy-loading 'resources' on Instance uuid 56ebb9eb-454e-4516-b6ef-d346a50d3b2c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.643164] env[65311]: DEBUG nova.network.neutron [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Successfully updated port: a46c2305-76b3-4401-a1c3-f6ef79698843 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.777273] env[65311]: WARNING neutronclient.v2_0.client [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.852261] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427916, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.121980] env[65311]: DEBUG nova.compute.utils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.124477] env[65311]: DEBUG nova.compute.manager [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 709.124683] env[65311]: DEBUG nova.network.neutron [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 709.125915] env[65311]: WARNING neutronclient.v2_0.client [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.125915] env[65311]: WARNING neutronclient.v2_0.client [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.147621] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "refresh_cache-de853266-8d21-4230-8053-e6e9dbdc0d39" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.147751] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquired lock "refresh_cache-de853266-8d21-4230-8053-e6e9dbdc0d39" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.147960] env[65311]: DEBUG nova.network.neutron [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 709.154045] env[65311]: DEBUG nova.network.neutron [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Updated VIF entry in instance network info cache for port 0aae3625-e7ed-42ca-9210-092140af00ff. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 709.154358] env[65311]: DEBUG nova.network.neutron [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Updating instance_info_cache with network_info: [{"id": "0aae3625-e7ed-42ca-9210-092140af00ff", "address": "fa:16:3e:2c:cf:1a", "network": {"id": "143bbdce-fa64-4697-b56d-08597eced103", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-648692282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7d82f0c6c12345fca2ae46f61be6e6d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aae3625-e7", "ovs_interfaceid": "0aae3625-e7ed-42ca-9210-092140af00ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.218194] env[65311]: DEBUG nova.network.neutron [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.220136] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.220136] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63a9de68-b412-4e61-ba9c-1c67c62c2357 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.232044] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 709.232044] env[65311]: value = "task-4427917" [ 709.232044] env[65311]: _type = "Task" [ 709.232044] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.246400] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.288781] env[65311]: DEBUG nova.network.neutron [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Updating instance_info_cache with network_info: [{"id": "837e985b-d93c-473e-81f7-86648ea7676e", "address": "fa:16:3e:e6:f8:7c", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837e985b-d9", "ovs_interfaceid": "837e985b-d93c-473e-81f7-86648ea7676e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.359597] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427916, 'name': CreateSnapshot_Task, 'duration_secs': 0.792927} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.360118] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 709.362330] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa04db75-be2c-4190-97b2-a05d96eacd78 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.617176] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229ec3e5-07db-43e8-8c07-4c7d9c93d714 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.626293] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935aaa9c-8980-41fc-abc0-01413454775d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.629856] env[65311]: DEBUG nova.compute.manager [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 709.662972] env[65311]: DEBUG oslo_concurrency.lockutils [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] Releasing lock "refresh_cache-01427136-c72c-4c87-9694-33be47498ce2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.663231] env[65311]: DEBUG nova.compute.manager [req-8d2c4a6f-2b33-4aa1-9a75-5a1439eeee50 req-e87a159f-f9d6-4128-ba08-c7a3646a4ffa service nova] [instance: 6be80110-6348-4089-a97d-0133455aa421] Received event network-vif-deleted-35d062c8-4506-42ab-86d1-a678e158a94f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 709.665369] env[65311]: DEBUG nova.policy [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e90d40a912f44564ae80a2f1d037918a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '430490f0df4d4743898bd464dd11ec50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.667534] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7badcfd9-db2d-42e1-9366-8f23d544bf21 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.678159] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf34bf2-032b-49c6-a31d-8390cfac0ce5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.694157] env[65311]: DEBUG nova.compute.provider_tree [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.721223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Releasing lock "refresh_cache-162e0e75-50d1-4931-a83e-b360138b0841" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.721683] env[65311]: DEBUG nova.compute.manager [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 709.721853] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.722972] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a298cbf-ee84-4d57-b711-1e4a146739c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.732944] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.733235] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27930e88-ea73-4a26-89f5-db9ba1052de8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.742274] env[65311]: DEBUG oslo_vmware.api [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 709.742274] env[65311]: value = "task-4427918" [ 709.742274] env[65311]: _type = "Task" [ 709.742274] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.749788] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427917, 'name': PowerOffVM_Task, 'duration_secs': 0.143228} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.750727] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.750895] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.751680] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807bc956-7837-4c93-a2f1-a74064ff365b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.758438] env[65311]: DEBUG oslo_vmware.api [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.764204] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.764507] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06b930a8-9769-42e9-8a5a-f13bea223095 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.793462] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Releasing lock "refresh_cache-4262d241-5302-4e33-8029-7f45a1ec86ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.793938] env[65311]: DEBUG nova.compute.manager [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Instance network_info: |[{"id": "837e985b-d93c-473e-81f7-86648ea7676e", "address": "fa:16:3e:e6:f8:7c", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837e985b-d9", "ovs_interfaceid": "837e985b-d93c-473e-81f7-86648ea7676e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 709.795182] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:f8:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '837e985b-d93c-473e-81f7-86648ea7676e', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.804217] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Creating folder: Project (bca6076524a64c2d98d12d6ef6c69cb7). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.804597] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.804845] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.805089] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Deleting the datastore file [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.805418] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a4c74ae-4820-4b5c-b796-c464e8daf397 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.807798] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02044e21-add7-464f-be4e-be413d7df62f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.816225] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 709.816225] env[65311]: value = "task-4427921" [ 709.816225] env[65311]: _type = "Task" [ 709.816225] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.823285] env[65311]: DEBUG nova.network.neutron [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.826076] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Created folder: Project (bca6076524a64c2d98d12d6ef6c69cb7) in parent group-v866349. [ 709.826462] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Creating folder: Instances. Parent ref: group-v866434. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.827372] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418e12de-5d0c-43f9-aae6-868c1c75113c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.833382] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.846761] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Created folder: Instances in parent group-v866434. [ 709.848074] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 709.848074] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.848074] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-763c4141-4524-4cd7-a3b4-605a7414188a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.870894] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.870894] env[65311]: value = "task-4427923" [ 709.870894] env[65311]: _type = "Task" [ 709.870894] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.881346] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427923, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.891174] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 709.891174] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed25ec89-49ce-4d95-bb79-54af6a6e5941 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.901105] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 709.901105] env[65311]: value = "task-4427924" [ 709.901105] env[65311]: _type = "Task" [ 709.901105] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.910983] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427924, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.197239] env[65311]: DEBUG nova.scheduler.client.report [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.208874] env[65311]: DEBUG nova.network.neutron [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Successfully created port: 0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 710.253676] env[65311]: DEBUG oslo_vmware.api [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427918, 'name': PowerOffVM_Task, 'duration_secs': 0.147899} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.253946] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.254140] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.254373] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4259741c-f286-4791-ab35-c1fe9d4957be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.330423] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159137} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.330811] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.331022] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.331208] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.386955] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427923, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.388369] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.388710] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.389065] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Deleting the datastore file [datastore2] 162e0e75-50d1-4931-a83e-b360138b0841 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.389389] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a96fd75-83f1-4295-bc90-4805ee27d5a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.401255] env[65311]: DEBUG oslo_vmware.api [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 710.401255] env[65311]: value = "task-4427926" [ 710.401255] env[65311]: _type = "Task" [ 710.401255] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.424176] env[65311]: DEBUG oslo_vmware.api [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.424543] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427924, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.639408] env[65311]: DEBUG nova.compute.manager [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 710.667512] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 710.667862] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.667950] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 710.668341] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.668526] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 710.668693] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 710.668888] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 710.669184] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 710.669355] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 710.669548] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 710.669727] env[65311]: DEBUG nova.virt.hardware [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 710.670991] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3923f486-65ee-4a8b-a187-1fcb5d051b3a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.682817] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041e1322-06ba-4f2b-9fee-3cb1a918a995 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.703616] env[65311]: DEBUG oslo_concurrency.lockutils [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.705839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.779s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.705839] env[65311]: DEBUG nova.objects.instance [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lazy-loading 'resources' on Instance uuid 1346f7e5-d788-43d2-bf2e-108f3b065031 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.731416] env[65311]: INFO nova.scheduler.client.report [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Deleted allocations for instance 56ebb9eb-454e-4516-b6ef-d346a50d3b2c [ 710.885051] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427923, 'name': CreateVM_Task, 'duration_secs': 0.60546} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.885219] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.885941] env[65311]: WARNING neutronclient.v2_0.client [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.886186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.886379] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.886811] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.887069] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee59f811-7429-47e1-a64e-f928ba9ca479 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.893329] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 710.893329] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528451f5-9113-a3c9-9883-6b2ee6c7ceb3" [ 710.893329] env[65311]: _type = "Task" [ 710.893329] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.903577] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528451f5-9113-a3c9-9883-6b2ee6c7ceb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.917831] env[65311]: DEBUG oslo_vmware.api [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4427926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195299} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.921047] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.921307] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.921487] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.921663] env[65311]: INFO nova.compute.manager [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Took 1.20 seconds to destroy the instance on the hypervisor. [ 710.921944] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 710.922169] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427924, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.922418] env[65311]: DEBUG nova.compute.manager [-] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 710.922517] env[65311]: DEBUG nova.network.neutron [-] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 710.922804] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.239829] env[65311]: DEBUG oslo_concurrency.lockutils [None req-376fe852-7e92-42fe-af71-75af2581cb95 tempest-DeleteServersAdminTestJSON-721532732 tempest-DeleteServersAdminTestJSON-721532732-project-member] Lock "56ebb9eb-454e-4516-b6ef-d346a50d3b2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.171s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.373999] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 711.373999] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.374215] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 711.374309] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.374441] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 711.374949] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 711.374949] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 711.374949] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 711.375105] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 711.375258] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 711.375417] env[65311]: DEBUG nova.virt.hardware [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 711.377201] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239837e2-c137-45c1-8a08-863182598859 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.386777] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea5d9f4-e4ad-4180-b985-803a24f18546 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.406145] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.411832] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 711.414979] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.418953] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-458ce08e-7e20-47ab-bc6b-e1b752433eea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.439318] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528451f5-9113-a3c9-9883-6b2ee6c7ceb3, 'name': SearchDatastore_Task, 'duration_secs': 0.014129} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.440488] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.440756] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.441012] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.441153] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.441318] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.441596] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3722eba5-1349-499f-a05b-2bd9b45c210b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.447239] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427924, 'name': CloneVM_Task, 'duration_secs': 1.331224} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.449080] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Created linked-clone VM from snapshot [ 711.449358] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.449358] env[65311]: value = "task-4427927" [ 711.449358] env[65311]: _type = "Task" [ 711.449358] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.452538] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf66f71e-ed4b-4751-af01-16d4c5b3da8c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.460411] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.460616] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.461709] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885ac745-4352-4bbf-ac84-3dc3f9921fae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.470141] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427927, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.470418] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Uploading image 747bf2eb-4452-438a-9727-624e1376bde3 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.479293] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 711.479293] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526a72e8-53ae-cac2-0952-3236579e1572" [ 711.479293] env[65311]: _type = "Task" [ 711.479293] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.489015] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526a72e8-53ae-cac2-0952-3236579e1572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.505398] env[65311]: DEBUG oslo_vmware.rw_handles [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 711.505398] env[65311]: value = "vm-866437" [ 711.505398] env[65311]: _type = "VirtualMachine" [ 711.505398] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 711.505398] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9c4b4a96-9416-475a-a884-fde2bac299a2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.518065] env[65311]: DEBUG oslo_vmware.rw_handles [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease: (returnval){ [ 711.518065] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b534ea-f757-da59-8a50-04cfc7aa12e0" [ 711.518065] env[65311]: _type = "HttpNfcLease" [ 711.518065] env[65311]: } obtained for exporting VM: (result){ [ 711.518065] env[65311]: value = "vm-866437" [ 711.518065] env[65311]: _type = "VirtualMachine" [ 711.518065] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 711.518637] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the lease: (returnval){ [ 711.518637] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b534ea-f757-da59-8a50-04cfc7aa12e0" [ 711.518637] env[65311]: _type = "HttpNfcLease" [ 711.518637] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 711.525881] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.525881] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b534ea-f757-da59-8a50-04cfc7aa12e0" [ 711.525881] env[65311]: _type = "HttpNfcLease" [ 711.525881] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 711.575185] env[65311]: DEBUG nova.network.neutron [-] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.575443] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.618589] env[65311]: WARNING neutronclient.v2_0.client [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.692538] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aeb365-b304-4b3a-ba8a-3b964ef641ea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.700740] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a3f816-0271-4d8e-b178-eccb2b58df85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.732740] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518f7e0c-dd76-4df3-aae2-203a576ae4dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.741866] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13b46ba-898b-4e6a-bb34-2d1d1e8869d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.757566] env[65311]: DEBUG nova.compute.provider_tree [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.901864] env[65311]: DEBUG nova.network.neutron [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Successfully updated port: 0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 711.966330] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427927, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.973535] env[65311]: DEBUG nova.network.neutron [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Updating instance_info_cache with network_info: [{"id": "a46c2305-76b3-4401-a1c3-f6ef79698843", "address": "fa:16:3e:ba:e9:ba", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46c2305-76", "ovs_interfaceid": "a46c2305-76b3-4401-a1c3-f6ef79698843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.991378] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526a72e8-53ae-cac2-0952-3236579e1572, 'name': SearchDatastore_Task, 'duration_secs': 0.019773} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.992912] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada9fbf2-451e-405d-8ee5-07acc77eff7c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.000267] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 712.000267] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f42e55-9867-1fef-e327-fd117dbb8e63" [ 712.000267] env[65311]: _type = "Task" [ 712.000267] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.010816] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f42e55-9867-1fef-e327-fd117dbb8e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.026646] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 712.026646] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b534ea-f757-da59-8a50-04cfc7aa12e0" [ 712.026646] env[65311]: _type = "HttpNfcLease" [ 712.026646] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 712.026924] env[65311]: DEBUG oslo_vmware.rw_handles [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 712.026924] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b534ea-f757-da59-8a50-04cfc7aa12e0" [ 712.026924] env[65311]: _type = "HttpNfcLease" [ 712.026924] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 712.028663] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd311e-761f-4e3a-a2a5-d61257be4b1c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.041529] env[65311]: DEBUG oslo_vmware.rw_handles [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fa295-7441-082f-e594-d13cacbb6122/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 712.042234] env[65311]: DEBUG oslo_vmware.rw_handles [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fa295-7441-082f-e594-d13cacbb6122/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 712.106034] env[65311]: DEBUG nova.network.neutron [-] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.143311] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09f6f5d2-b657-4e5f-91a6-0f735b48676c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.150626] env[65311]: DEBUG nova.compute.manager [req-7baea81d-c149-4996-b2c0-40201c7e5630 req-f077e57f-90ab-48bb-8017-99a1ac9f5e64 service nova] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Received event network-vif-deleted-8b76e0cd-5304-44c7-b0fa-df66dd1131ea {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 712.150843] env[65311]: DEBUG nova.compute.manager [req-7baea81d-c149-4996-b2c0-40201c7e5630 req-f077e57f-90ab-48bb-8017-99a1ac9f5e64 service nova] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Received event network-vif-deleted-0fd0e9d9-5a64-4532-a1ea-27b2489bdf2f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 712.260630] env[65311]: DEBUG nova.scheduler.client.report [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.408268] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.408268] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquired lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.408268] env[65311]: DEBUG nova.network.neutron [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 712.470160] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427927, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.478877] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Releasing lock "refresh_cache-de853266-8d21-4230-8053-e6e9dbdc0d39" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.478877] env[65311]: DEBUG nova.compute.manager [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Instance network_info: |[{"id": "a46c2305-76b3-4401-a1c3-f6ef79698843", "address": "fa:16:3e:ba:e9:ba", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46c2305-76", "ovs_interfaceid": "a46c2305-76b3-4401-a1c3-f6ef79698843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 712.478877] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:e9:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a46c2305-76b3-4401-a1c3-f6ef79698843', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.487199] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 712.487976] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.488272] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-041e04d4-5391-4eae-9af6-c6d99e38367c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.520080] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f42e55-9867-1fef-e327-fd117dbb8e63, 'name': SearchDatastore_Task, 'duration_secs': 0.015558} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.521855] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.522179] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 4262d241-5302-4e33-8029-7f45a1ec86ca/4262d241-5302-4e33-8029-7f45a1ec86ca.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.524052] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.524052] env[65311]: value = "task-4427929" [ 712.524052] env[65311]: _type = "Task" [ 712.524052] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.524052] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2df9bab-2d3e-40bd-8f18-58c5ef1a2d44 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.540171] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427929, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.542386] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 712.542386] env[65311]: value = "task-4427930" [ 712.542386] env[65311]: _type = "Task" [ 712.542386] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.554284] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.609199] env[65311]: INFO nova.compute.manager [-] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Took 1.69 seconds to deallocate network for instance. [ 712.766223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.769036] env[65311]: DEBUG oslo_concurrency.lockutils [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.702s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.769356] env[65311]: DEBUG nova.objects.instance [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lazy-loading 'resources' on Instance uuid 040dcbb8-1cbf-4a2e-95b4-418ca541f511 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.800029] env[65311]: INFO nova.scheduler.client.report [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleted allocations for instance 1346f7e5-d788-43d2-bf2e-108f3b065031 [ 712.883628] env[65311]: DEBUG nova.compute.manager [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Received event network-changed-837e985b-d93c-473e-81f7-86648ea7676e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 712.883892] env[65311]: DEBUG nova.compute.manager [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Refreshing instance network info cache due to event network-changed-837e985b-d93c-473e-81f7-86648ea7676e. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 712.884118] env[65311]: DEBUG oslo_concurrency.lockutils [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] Acquiring lock "refresh_cache-4262d241-5302-4e33-8029-7f45a1ec86ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.884256] env[65311]: DEBUG oslo_concurrency.lockutils [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] Acquired lock "refresh_cache-4262d241-5302-4e33-8029-7f45a1ec86ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.884405] env[65311]: DEBUG nova.network.neutron [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Refreshing network info cache for port 837e985b-d93c-473e-81f7-86648ea7676e {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.980126] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427927, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.027803] env[65311]: DEBUG nova.network.neutron [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 713.049573] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427929, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.066531] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427930, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.118930] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.231290] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquiring lock "8d1fc405-3a7c-44d6-a33d-07364bea6304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.231750] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "8d1fc405-3a7c-44d6-a33d-07364bea6304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.315195] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1133b57f-e5e7-4f52-b4f1-cdd3c3d2afeb tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "1346f7e5-d788-43d2-bf2e-108f3b065031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.095s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.388411] env[65311]: WARNING neutronclient.v2_0.client [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.469803] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427927, 'name': CreateVM_Task, 'duration_secs': 1.721095} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.470698] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.470698] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.472316] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.472316] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.472316] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545e49b0-d9cb-4b7d-9aec-15493dfa17f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.483132] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 713.483132] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5238e7fb-90d1-e22c-2bb0-f62ed819a5ec" [ 713.483132] env[65311]: _type = "Task" [ 713.483132] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.488309] env[65311]: WARNING neutronclient.v2_0.client [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.496811] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5238e7fb-90d1-e22c-2bb0-f62ed819a5ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.559164] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427929, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.589478] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912443} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.593697] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 4262d241-5302-4e33-8029-7f45a1ec86ca/4262d241-5302-4e33-8029-7f45a1ec86ca.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.594240] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.597714] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00a9bc76-fb40-41ae-9b2c-b81de53ecd7f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.613298] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 713.613298] env[65311]: value = "task-4427931" [ 713.613298] env[65311]: _type = "Task" [ 713.613298] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.639601] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.719983] env[65311]: DEBUG nova.network.neutron [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Updating instance_info_cache with network_info: [{"id": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "address": "fa:16:3e:72:24:ea", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff68b46-78", "ovs_interfaceid": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.736262] env[65311]: DEBUG nova.compute.manager [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 713.974881] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458f0e9d-0ad5-4156-922b-c04bc844e27b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.993253] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c986eb-e825-4b0b-bd62-a604c3ee6bf8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.004292] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5238e7fb-90d1-e22c-2bb0-f62ed819a5ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016621} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.005185] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.005769] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.006151] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.006623] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.007014] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.007507] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0e89dc2-570b-4d19-a69e-6a38e4395d0a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.047427] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d2be0-0b6b-4192-a0e5-28e88806278b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.051842] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.052126] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.054719] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daeb099e-d812-4442-932d-e226d8fce896 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.064077] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427929, 'name': CreateVM_Task, 'duration_secs': 1.161054} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.066050] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4bf018-ffa8-47c7-adc9-ad9df60729b6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.070484] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.072313] env[65311]: WARNING neutronclient.v2_0.client [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.072799] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.073054] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.073575] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.074016] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 714.074016] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52776cf2-99b7-9b42-10b3-b12958ede3d2" [ 714.074016] env[65311]: _type = "Task" [ 714.074016] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.074714] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e96028-d532-4655-83bf-8151eef30bb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.092678] env[65311]: DEBUG nova.compute.provider_tree [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.100384] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 714.100384] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cfdee4-cd90-5e07-b9ef-f5ebef50da27" [ 714.100384] env[65311]: _type = "Task" [ 714.100384] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.111455] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52776cf2-99b7-9b42-10b3-b12958ede3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.017368} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.112883] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ef1c26-b2cf-46a3-b0cf-afacd4e6b7b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.122799] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cfdee4-cd90-5e07-b9ef-f5ebef50da27, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.123726] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.124009] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.124251] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.128419] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 714.128419] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5245dfdf-a6e4-92e7-8c37-ffaeeb700362" [ 714.128419] env[65311]: _type = "Task" [ 714.128419] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.132212] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124785} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.135715] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.136347] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32f9f75-4b49-40c5-8902-0be5f4573812 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.163337] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 4262d241-5302-4e33-8029-7f45a1ec86ca/4262d241-5302-4e33-8029-7f45a1ec86ca.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.167322] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-341e42c7-4e2a-475f-b9fc-393f8f4de459 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.182328] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5245dfdf-a6e4-92e7-8c37-ffaeeb700362, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.185538] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.185841] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654/c808ccb4-b62c-4ed9-b267-721633d74654.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.186775] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.186969] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.187231] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-415310e2-80e1-40a9-838b-c82cb6c6fb4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.189412] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc025ed4-a380-42fc-bc07-69b8d9c3c557 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.194416] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 714.194416] env[65311]: value = "task-4427932" [ 714.194416] env[65311]: _type = "Task" [ 714.194416] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.200242] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 714.200242] env[65311]: value = "task-4427933" [ 714.200242] env[65311]: _type = "Task" [ 714.200242] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.208954] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.209078] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.209920] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.210668] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba65b3e4-0644-46dd-b481-1215e58cbef4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.219814] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.222312] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Releasing lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.222670] env[65311]: DEBUG nova.compute.manager [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Instance network_info: |[{"id": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "address": "fa:16:3e:72:24:ea", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff68b46-78", "ovs_interfaceid": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 714.224575] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:24:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ff68b46-78c7-46d5-a67b-1f11d60599cc', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.232297] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Creating folder: Project (430490f0df4d4743898bd464dd11ec50). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.232703] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 714.232703] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522c68c2-fc6d-b738-1621-38206f3e3bcd" [ 714.232703] env[65311]: _type = "Task" [ 714.232703] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.232904] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25a67f45-79cf-40d4-aff0-6b3db98b966e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.250076] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522c68c2-fc6d-b738-1621-38206f3e3bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011934} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.254931] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4358941b-df44-433f-b017-412598b06401 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.257603] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Created folder: Project (430490f0df4d4743898bd464dd11ec50) in parent group-v866349. [ 714.257821] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Creating folder: Instances. Parent ref: group-v866440. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.258098] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2786f1b9-58d7-486d-8b95-258891651ea6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.265057] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 714.265057] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d5df3c-4051-0d30-8cb8-b51bc9b0930d" [ 714.265057] env[65311]: _type = "Task" [ 714.265057] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.272229] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Created folder: Instances in parent group-v866440. [ 714.272550] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 714.273603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.273854] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.274104] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f4b104-bb22-4bee-9985-bd60d021277b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.293443] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d5df3c-4051-0d30-8cb8-b51bc9b0930d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.299165] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.299165] env[65311]: value = "task-4427936" [ 714.299165] env[65311]: _type = "Task" [ 714.299165] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.310884] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427936, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.382552] env[65311]: WARNING neutronclient.v2_0.client [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.604105] env[65311]: DEBUG nova.scheduler.client.report [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.617029] env[65311]: DEBUG nova.network.neutron [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Updated VIF entry in instance network info cache for port 837e985b-d93c-473e-81f7-86648ea7676e. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 714.617029] env[65311]: DEBUG nova.network.neutron [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Updating instance_info_cache with network_info: [{"id": "837e985b-d93c-473e-81f7-86648ea7676e", "address": "fa:16:3e:e6:f8:7c", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837e985b-d9", "ovs_interfaceid": "837e985b-d93c-473e-81f7-86648ea7676e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.712249] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.724589] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427933, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.781815] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d5df3c-4051-0d30-8cb8-b51bc9b0930d, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.781815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.781815] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] de853266-8d21-4230-8053-e6e9dbdc0d39/de853266-8d21-4230-8053-e6e9dbdc0d39.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.781815] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da8a89a6-aca7-4df1-9b2f-68633d8fd0fc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.795735] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 714.795735] env[65311]: value = "task-4427937" [ 714.795735] env[65311]: _type = "Task" [ 714.795735] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.809563] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.817128] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427936, 'name': CreateVM_Task, 'duration_secs': 0.491564} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.817288] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.817876] env[65311]: WARNING neutronclient.v2_0.client [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.818404] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.818404] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.818735] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.819038] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c950612-002d-4193-8127-858178d561c1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.825730] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 714.825730] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52553d7d-0316-3d09-f058-4cd7545f189d" [ 714.825730] env[65311]: _type = "Task" [ 714.825730] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.838998] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52553d7d-0316-3d09-f058-4cd7545f189d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.118193] env[65311]: DEBUG oslo_concurrency.lockutils [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.120819] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.828s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.122947] env[65311]: INFO nova.compute.claims [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.126311] env[65311]: DEBUG oslo_concurrency.lockutils [req-e851044f-1dc0-47a0-bfc9-f7e1016f5e07 req-c8a424ff-552d-42ac-979b-2feffb0af565 service nova] Releasing lock "refresh_cache-4262d241-5302-4e33-8029-7f45a1ec86ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141224] env[65311]: INFO nova.scheduler.client.report [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Deleted allocations for instance 040dcbb8-1cbf-4a2e-95b4-418ca541f511 [ 715.209676] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427932, 'name': ReconfigVM_Task, 'duration_secs': 0.54881} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.211578] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 4262d241-5302-4e33-8029-7f45a1ec86ca/4262d241-5302-4e33-8029-7f45a1ec86ca.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.214352] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff5d0108-e50d-4b50-aa3f-96f4f591253d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.222432] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427933, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.230299] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 715.230299] env[65311]: value = "task-4427938" [ 715.230299] env[65311]: _type = "Task" [ 715.230299] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.247534] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427938, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.310720] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.342600] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52553d7d-0316-3d09-f058-4cd7545f189d, 'name': SearchDatastore_Task, 'duration_secs': 0.064601} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.343124] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.343495] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.343869] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.344598] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.345025] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.345419] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-445a85d7-bf36-466f-ac38-2ad378bbd9b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.359021] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.359296] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.361372] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74f93cd-c859-4a67-a279-5e85dce6ccca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.370126] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 715.370126] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b4d5c4-bf6c-72be-4370-b318bf7fdafb" [ 715.370126] env[65311]: _type = "Task" [ 715.370126] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.380441] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b4d5c4-bf6c-72be-4370-b318bf7fdafb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.567623] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.567623] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.651392] env[65311]: DEBUG oslo_concurrency.lockutils [None req-744cbae7-5e00-4ea5-862e-e49ebe2e616a tempest-MultipleCreateTestJSON-2038963662 tempest-MultipleCreateTestJSON-2038963662-project-member] Lock "040dcbb8-1cbf-4a2e-95b4-418ca541f511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.269s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.718999] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427933, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.744172] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427938, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.811173] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.884371] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b4d5c4-bf6c-72be-4370-b318bf7fdafb, 'name': SearchDatastore_Task, 'duration_secs': 0.024339} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.885240] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff206d6f-b1a1-4808-94d4-3338e6c3db05 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.892080] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 715.892080] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d2fd7-f4d6-10dd-05b8-fae644a23c5a" [ 715.892080] env[65311]: _type = "Task" [ 715.892080] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.903859] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d2fd7-f4d6-10dd-05b8-fae644a23c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.070716] env[65311]: DEBUG nova.compute.manager [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 716.218505] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427933, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.836732} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.219827] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654/c808ccb4-b62c-4ed9-b267-721633d74654.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.222024] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.224432] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-196a6616-3acb-4a15-9f6c-b8053f1fef68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.235369] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 716.235369] env[65311]: value = "task-4427939" [ 716.235369] env[65311]: _type = "Task" [ 716.235369] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.253303] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427938, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.257382] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.310620] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427937, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.414695] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d2fd7-f4d6-10dd-05b8-fae644a23c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.415033] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.415318] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1df55d08-d9d5-4d83-b45d-c2bd52946354/1df55d08-d9d5-4d83-b45d-c2bd52946354.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.415623] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5726dbf8-fc79-411a-886a-877c428cb689 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.428058] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 716.428058] env[65311]: value = "task-4427940" [ 716.428058] env[65311]: _type = "Task" [ 716.428058] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.443920] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.597167] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.690907] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80260065-a9ac-416b-946f-e82471f45c28 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.703124] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2841282-b3b6-4c3a-a8fe-a471d3f27f93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.755568] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b388354-a7d6-4ddd-91ad-c043d0a6f064 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.771919] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33d5fb4-ed95-4cd7-a1e4-96034be4083a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.779582] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107844} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.782133] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.782611] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427938, 'name': Rename_Task, 'duration_secs': 1.256267} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.784403] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49106845-b575-4cc9-8ac8-52945d281e84 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.788029] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.798864] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac360229-40ea-40b6-afe7-e6c298ce93bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.801747] env[65311]: DEBUG nova.compute.provider_tree [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.830337] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654/c808ccb4-b62c-4ed9-b267-721633d74654.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.837310] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a37726-3adc-4f20-9fb2-f2af2b224b5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.855192] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427937, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.67041} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.856234] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 716.856234] env[65311]: value = "task-4427941" [ 716.856234] env[65311]: _type = "Task" [ 716.856234] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.856515] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] de853266-8d21-4230-8053-e6e9dbdc0d39/de853266-8d21-4230-8053-e6e9dbdc0d39.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.856797] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.857547] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ea6672b-7c15-444c-b1c6-bf924657ec50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.866611] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 716.866611] env[65311]: value = "task-4427942" [ 716.866611] env[65311]: _type = "Task" [ 716.866611] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.878556] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.885549] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 716.885549] env[65311]: value = "task-4427943" [ 716.885549] env[65311]: _type = "Task" [ 716.885549] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.885920] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.900243] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.941975] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427940, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.006602] env[65311]: DEBUG nova.compute.manager [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Received event network-vif-plugged-a46c2305-76b3-4401-a1c3-f6ef79698843 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 717.006946] env[65311]: DEBUG oslo_concurrency.lockutils [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] Acquiring lock "de853266-8d21-4230-8053-e6e9dbdc0d39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.007280] env[65311]: DEBUG oslo_concurrency.lockutils [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] Lock "de853266-8d21-4230-8053-e6e9dbdc0d39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.008450] env[65311]: DEBUG oslo_concurrency.lockutils [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] Lock "de853266-8d21-4230-8053-e6e9dbdc0d39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.008777] env[65311]: DEBUG nova.compute.manager [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] No waiting events found dispatching network-vif-plugged-a46c2305-76b3-4401-a1c3-f6ef79698843 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 717.009059] env[65311]: WARNING nova.compute.manager [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Received unexpected event network-vif-plugged-a46c2305-76b3-4401-a1c3-f6ef79698843 for instance with vm_state building and task_state spawning. [ 717.009487] env[65311]: DEBUG nova.compute.manager [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Received event network-changed-a46c2305-76b3-4401-a1c3-f6ef79698843 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 717.009764] env[65311]: DEBUG nova.compute.manager [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Refreshing instance network info cache due to event network-changed-a46c2305-76b3-4401-a1c3-f6ef79698843. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 717.010064] env[65311]: DEBUG oslo_concurrency.lockutils [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] Acquiring lock "refresh_cache-de853266-8d21-4230-8053-e6e9dbdc0d39" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.010238] env[65311]: DEBUG oslo_concurrency.lockutils [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] Acquired lock "refresh_cache-de853266-8d21-4230-8053-e6e9dbdc0d39" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.010524] env[65311]: DEBUG nova.network.neutron [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Refreshing network info cache for port a46c2305-76b3-4401-a1c3-f6ef79698843 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.309442] env[65311]: DEBUG nova.scheduler.client.report [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.380354] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427941, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.388534] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427942, 'name': ReconfigVM_Task, 'duration_secs': 0.452853} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.393587] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Reconfigured VM instance instance-0000001f to attach disk [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654/c808ccb4-b62c-4ed9-b267-721633d74654.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.393587] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f55fbdc-d158-47d9-8dc7-879501c37c22 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.405439] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.405751] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 717.405751] env[65311]: value = "task-4427944" [ 717.405751] env[65311]: _type = "Task" [ 717.405751] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.416839] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427944, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.443169] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62156} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.443427] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1df55d08-d9d5-4d83-b45d-c2bd52946354/1df55d08-d9d5-4d83-b45d-c2bd52946354.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.443634] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.443906] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a400a6c5-23a4-4193-9587-a4933f9b7cb7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.453383] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 717.453383] env[65311]: value = "task-4427945" [ 717.453383] env[65311]: _type = "Task" [ 717.453383] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.466153] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.518672] env[65311]: WARNING neutronclient.v2_0.client [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.768589] env[65311]: DEBUG nova.compute.manager [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Received event network-vif-plugged-0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 717.768825] env[65311]: DEBUG oslo_concurrency.lockutils [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] Acquiring lock "1df55d08-d9d5-4d83-b45d-c2bd52946354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.769450] env[65311]: DEBUG oslo_concurrency.lockutils [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] Lock "1df55d08-d9d5-4d83-b45d-c2bd52946354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.769450] env[65311]: DEBUG oslo_concurrency.lockutils [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] Lock "1df55d08-d9d5-4d83-b45d-c2bd52946354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.769450] env[65311]: DEBUG nova.compute.manager [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] No waiting events found dispatching network-vif-plugged-0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 717.769450] env[65311]: WARNING nova.compute.manager [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Received unexpected event network-vif-plugged-0ff68b46-78c7-46d5-a67b-1f11d60599cc for instance with vm_state building and task_state spawning. [ 717.769826] env[65311]: DEBUG nova.compute.manager [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Received event network-changed-0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 717.769826] env[65311]: DEBUG nova.compute.manager [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Refreshing instance network info cache due to event network-changed-0ff68b46-78c7-46d5-a67b-1f11d60599cc. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 717.770547] env[65311]: DEBUG oslo_concurrency.lockutils [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] Acquiring lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.770547] env[65311]: DEBUG oslo_concurrency.lockutils [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] Acquired lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.770547] env[65311]: DEBUG nova.network.neutron [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Refreshing network info cache for port 0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.791978] env[65311]: WARNING neutronclient.v2_0.client [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.816532] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.817105] env[65311]: DEBUG nova.compute.manager [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 717.820041] env[65311]: DEBUG oslo_concurrency.lockutils [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.031s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.820260] env[65311]: DEBUG nova.objects.instance [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lazy-loading 'resources' on Instance uuid 48334c54-1916-4463-9054-26d626c76e7d {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.881543] env[65311]: DEBUG oslo_vmware.api [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427941, 'name': PowerOnVM_Task, 'duration_secs': 0.673585} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.884978] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.885205] env[65311]: INFO nova.compute.manager [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Took 12.56 seconds to spawn the instance on the hypervisor. [ 717.885374] env[65311]: DEBUG nova.compute.manager [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 717.886492] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9361b9f3-4bd1-4df8-9056-c9dda4c24153 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.916132] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.616058} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.916878] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.921046] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6414ccfc-0d2d-4fa2-a520-89bd5a842221 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.933754] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427944, 'name': Rename_Task, 'duration_secs': 0.175218} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.946587] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.958019] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] de853266-8d21-4230-8053-e6e9dbdc0d39/de853266-8d21-4230-8053-e6e9dbdc0d39.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.958019] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2074846d-ed21-4270-ba4e-2ecb8d768407 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.958927] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d9be87-4039-459e-87fa-4c33a674a11a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.985058] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157454} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.988287] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.988997] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 717.988997] env[65311]: value = "task-4427947" [ 717.988997] env[65311]: _type = "Task" [ 717.988997] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.990146] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 717.990146] env[65311]: value = "task-4427946" [ 717.990146] env[65311]: _type = "Task" [ 717.990146] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.990146] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0f561f-0acb-47d1-b292-3a7dbd263646 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.010467] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.010823] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427946, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.021611] env[65311]: DEBUG nova.network.neutron [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Updated VIF entry in instance network info cache for port a46c2305-76b3-4401-a1c3-f6ef79698843. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 718.022106] env[65311]: DEBUG nova.network.neutron [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Updating instance_info_cache with network_info: [{"id": "a46c2305-76b3-4401-a1c3-f6ef79698843", "address": "fa:16:3e:ba:e9:ba", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46c2305-76", "ovs_interfaceid": "a46c2305-76b3-4401-a1c3-f6ef79698843", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.033737] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 1df55d08-d9d5-4d83-b45d-c2bd52946354/1df55d08-d9d5-4d83-b45d-c2bd52946354.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.034563] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-314966aa-b1fd-4470-8af9-fd4395c860ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.057339] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 718.057339] env[65311]: value = "task-4427948" [ 718.057339] env[65311]: _type = "Task" [ 718.057339] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.067157] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.273613] env[65311]: WARNING neutronclient.v2_0.client [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.323359] env[65311]: DEBUG nova.compute.utils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.328075] env[65311]: DEBUG nova.compute.manager [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 718.377665] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.377665] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.377847] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.378021] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.378188] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.380745] env[65311]: INFO nova.compute.manager [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Terminating instance [ 718.429195] env[65311]: INFO nova.compute.manager [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Took 35.11 seconds to build instance. [ 718.516140] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.516140] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427946, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.535720] env[65311]: DEBUG oslo_concurrency.lockutils [req-06c0430e-d79d-4134-8c20-c831d6428150 req-1118ad13-e26a-49b4-be6b-a0ed4522cbfb service nova] Releasing lock "refresh_cache-de853266-8d21-4230-8053-e6e9dbdc0d39" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.573024] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.832515] env[65311]: DEBUG nova.compute.manager [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 718.852342] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.852489] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.873272] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aff80f4-b8f7-4545-9af7-518a02e1ed65 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.886643] env[65311]: DEBUG nova.compute.manager [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 718.886643] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.887862] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae4285e-e6ed-45d4-81c3-3f5edbc0714a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.891883] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1f7279-61d4-4589-9631-6aeb49c04a20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.935778] env[65311]: DEBUG oslo_concurrency.lockutils [None req-11a59f7d-d075-4964-9efa-3e7423a4c905 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "4262d241-5302-4e33-8029-7f45a1ec86ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.635s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.937191] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5c3d4-8eac-412d-b207-d3a18ba47c55 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.940926] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.945029] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a156fee2-65c3-4595-9600-fea48f8247bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.950827] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b99e2f5-8a90-4d1d-8d11-3f2baa5675b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.968771] env[65311]: DEBUG nova.compute.provider_tree [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.979348] env[65311]: WARNING neutronclient.v2_0.client [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.011349] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427947, 'name': ReconfigVM_Task, 'duration_secs': 0.969808} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.015866] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Reconfigured VM instance instance-00000021 to attach disk [datastore1] de853266-8d21-4230-8053-e6e9dbdc0d39/de853266-8d21-4230-8053-e6e9dbdc0d39.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.018322] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427946, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.018322] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbaba8e5-a80e-419d-9bc1-ffabb6afffaa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.025129] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 719.025129] env[65311]: value = "task-4427950" [ 719.025129] env[65311]: _type = "Task" [ 719.025129] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.036592] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.037323] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.037323] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Deleting the datastore file [datastore1] 8f6ef977-4ff9-42de-8a9b-2842b6edb934 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.038794] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ac70c2-d0e1-450e-9b32-570fc45af0c9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.044148] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427950, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.045918] env[65311]: DEBUG oslo_vmware.api [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 719.045918] env[65311]: value = "task-4427951" [ 719.045918] env[65311]: _type = "Task" [ 719.045918] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.057076] env[65311]: DEBUG oslo_vmware.api [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.070468] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427948, 'name': ReconfigVM_Task, 'duration_secs': 0.714755} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.071680] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 1df55d08-d9d5-4d83-b45d-c2bd52946354/1df55d08-d9d5-4d83-b45d-c2bd52946354.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.071680] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c935f37-100a-4d04-91bb-eff20f43315f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.080061] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 719.080061] env[65311]: value = "task-4427952" [ 719.080061] env[65311]: _type = "Task" [ 719.080061] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.091476] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427952, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.208448] env[65311]: DEBUG nova.network.neutron [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Updated VIF entry in instance network info cache for port 0ff68b46-78c7-46d5-a67b-1f11d60599cc. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 719.209009] env[65311]: DEBUG nova.network.neutron [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Updating instance_info_cache with network_info: [{"id": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "address": "fa:16:3e:72:24:ea", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff68b46-78", "ovs_interfaceid": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.354840] env[65311]: DEBUG nova.compute.manager [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 719.471771] env[65311]: DEBUG nova.scheduler.client.report [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.508720] env[65311]: DEBUG oslo_vmware.api [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427946, 'name': PowerOnVM_Task, 'duration_secs': 1.042336} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.511028] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.511028] env[65311]: DEBUG nova.compute.manager [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 719.511028] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326c7428-cbd6-4a8f-b80b-4d142a9cd65c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.539908] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427950, 'name': Rename_Task, 'duration_secs': 0.219213} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.540520] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.540520] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2320f70-d910-42aa-ab70-26c4361039bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.551886] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 719.551886] env[65311]: value = "task-4427953" [ 719.551886] env[65311]: _type = "Task" [ 719.551886] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.559684] env[65311]: DEBUG oslo_vmware.api [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4427951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262446} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.560431] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.560627] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.560806] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.560994] env[65311]: INFO nova.compute.manager [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Took 0.67 seconds to destroy the instance on the hypervisor. [ 719.561250] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 719.562120] env[65311]: DEBUG nova.compute.manager [-] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 719.562280] env[65311]: DEBUG nova.network.neutron [-] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 719.562461] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.568266] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.593522] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427952, 'name': Rename_Task, 'duration_secs': 0.236788} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.593522] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.593783] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f054e3cf-4db6-4832-8444-41eee822aa8c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.601714] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 719.601714] env[65311]: value = "task-4427954" [ 719.601714] env[65311]: _type = "Task" [ 719.601714] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.612768] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.619958] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.713033] env[65311]: DEBUG oslo_concurrency.lockutils [req-21422a86-8a04-42c0-b494-b174df42c1a5 req-157a8fe7-a037-4304-a3da-1ebd8a4533cc service nova] Releasing lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.846811] env[65311]: DEBUG nova.compute.manager [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 719.881156] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 719.881685] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.882313] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 719.882313] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.882313] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 719.882784] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 719.883125] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 719.883384] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 719.883635] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 719.883856] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 719.884100] env[65311]: DEBUG nova.virt.hardware [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 719.885508] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08604848-6ea3-468d-9638-046016d81016 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.894501] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.899465] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53156cd-6335-4bdb-a68c-22bccecaf3ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.917980] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.925090] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Creating folder: Project (96277f08bdf4480a8c434bc02cbfda08). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.925636] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b57237f7-7936-4d70-a68c-369db097d183 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.942849] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Created folder: Project (96277f08bdf4480a8c434bc02cbfda08) in parent group-v866349. [ 719.943324] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Creating folder: Instances. Parent ref: group-v866445. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.943697] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e958d52a-3710-4c69-aff6-c1cede89446e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.959837] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Created folder: Instances in parent group-v866445. [ 719.960124] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 719.960343] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.960585] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-824c25ed-3b8d-4d98-be2c-e149f3fed53e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.977632] env[65311]: DEBUG oslo_concurrency.lockutils [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.980671] env[65311]: DEBUG oslo_concurrency.lockutils [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.464s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.981046] env[65311]: DEBUG nova.objects.instance [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lazy-loading 'resources' on Instance uuid 2ec35019-9c7c-49d8-b1cd-11cf2a351151 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.989855] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.989855] env[65311]: value = "task-4427960" [ 719.989855] env[65311]: _type = "Task" [ 719.989855] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.006913] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427960, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.014425] env[65311]: INFO nova.scheduler.client.report [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Deleted allocations for instance 48334c54-1916-4463-9054-26d626c76e7d [ 720.031442] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.070112] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427953, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.118128] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.502895] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427960, 'name': CreateVM_Task, 'duration_secs': 0.369935} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.503318] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.504164] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.504453] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.504929] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.505341] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cee3216-ab58-462c-8464-daa99628aeac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.514293] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 720.514293] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52aded50-227e-f0a6-ecef-9f75b4921c58" [ 720.514293] env[65311]: _type = "Task" [ 720.514293] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.537048] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52aded50-227e-f0a6-ecef-9f75b4921c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.537316] env[65311]: DEBUG oslo_concurrency.lockutils [None req-668ccc36-ca6e-4605-8301-93343ec0b50d tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "48334c54-1916-4463-9054-26d626c76e7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.663s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.579963] env[65311]: DEBUG oslo_vmware.api [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427953, 'name': PowerOnVM_Task, 'duration_secs': 0.739282} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.581389] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.581620] env[65311]: INFO nova.compute.manager [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Took 12.52 seconds to spawn the instance on the hypervisor. [ 720.581797] env[65311]: DEBUG nova.compute.manager [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 720.583432] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8264e1-4933-4e67-9b95-914cb88a641b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.597872] env[65311]: DEBUG nova.network.neutron [-] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.617681] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427954, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.028720] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52aded50-227e-f0a6-ecef-9f75b4921c58, 'name': SearchDatastore_Task, 'duration_secs': 0.01483} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.033984] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.036617] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.036617] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.036617] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.036617] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.036617] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25af77ab-89c0-44ff-83d4-a2812dc80d25 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.053049] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "f65b9885-8544-4e64-8786-9e91226e41bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.054515] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "f65b9885-8544-4e64-8786-9e91226e41bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.055614] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.055869] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.057537] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab07116-2c3f-4f2e-a624-368711e27c01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.067129] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 721.067129] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5269790a-5c75-2164-e6a2-4dd5e1a1b699" [ 721.067129] env[65311]: _type = "Task" [ 721.067129] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.073892] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "19b27509-93ab-419b-a558-7a14ac9b8abd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.074254] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.074478] env[65311]: DEBUG nova.compute.manager [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 721.079161] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898b626d-d506-424f-ab4c-7969835f3597 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.082567] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5269790a-5c75-2164-e6a2-4dd5e1a1b699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.091584] env[65311]: DEBUG nova.compute.manager [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 721.097018] env[65311]: DEBUG nova.objects.instance [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'flavor' on Instance uuid 19b27509-93ab-419b-a558-7a14ac9b8abd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.100551] env[65311]: INFO nova.compute.manager [-] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Took 1.54 seconds to deallocate network for instance. [ 721.110184] env[65311]: INFO nova.compute.manager [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Took 35.27 seconds to build instance. [ 721.122195] env[65311]: DEBUG oslo_vmware.api [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4427954, 'name': PowerOnVM_Task, 'duration_secs': 1.232262} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.122599] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.122896] env[65311]: INFO nova.compute.manager [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Took 10.48 seconds to spawn the instance on the hypervisor. [ 721.123275] env[65311]: DEBUG nova.compute.manager [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 721.124827] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f530ab-c6d4-41f5-a56f-67a2af892a84 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.150750] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e25096-4ba6-4cc7-a2ce-a7d154d8c619 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.160415] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b353f966-c66f-4b5f-8fd5-a74ac8160524 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.199474] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d4cca7-336a-4f87-b8d7-d7b25c0bcfc0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.210708] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa0d15a-68d9-417b-b3ad-253d27b67180 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.226735] env[65311]: DEBUG nova.compute.provider_tree [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.399606] env[65311]: DEBUG nova.compute.manager [req-36c7a794-9b81-43ec-8c76-ff868b24da24 req-32586dcd-afa3-485d-9072-8e51861c98ff service nova] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Received event network-vif-deleted-5d43e2b2-f769-4c4f-b736-aa8d82c4fdcc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 721.503205] env[65311]: DEBUG oslo_vmware.rw_handles [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fa295-7441-082f-e594-d13cacbb6122/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 721.504167] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ee7cdd-97cb-4076-bf7a-a901a59e1f0d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.512501] env[65311]: DEBUG oslo_vmware.rw_handles [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fa295-7441-082f-e594-d13cacbb6122/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 721.512679] env[65311]: ERROR oslo_vmware.rw_handles [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fa295-7441-082f-e594-d13cacbb6122/disk-0.vmdk due to incomplete transfer. [ 721.512928] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bed5deb0-53a0-4010-b4f6-fd8afd9e0d35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.521486] env[65311]: DEBUG oslo_vmware.rw_handles [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526fa295-7441-082f-e594-d13cacbb6122/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 721.522213] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Uploaded image 747bf2eb-4452-438a-9727-624e1376bde3 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 721.524490] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 721.524792] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c1d5d2cc-507d-40fb-85b1-135f1dee1fb2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.532392] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 721.532392] env[65311]: value = "task-4427961" [ 721.532392] env[65311]: _type = "Task" [ 721.532392] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.542779] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427961, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.558625] env[65311]: DEBUG nova.compute.manager [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 721.581255] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5269790a-5c75-2164-e6a2-4dd5e1a1b699, 'name': SearchDatastore_Task, 'duration_secs': 0.014979} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.583395] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bf8854-c7a2-4be7-82dc-b10d0af81b21 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.594202] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 721.594202] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eafcbf-99e2-8a25-eac2-b3d07df1c3c8" [ 721.594202] env[65311]: _type = "Task" [ 721.594202] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.604776] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eafcbf-99e2-8a25-eac2-b3d07df1c3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.616902] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.617392] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2bced4a-7f8e-450a-8c02-bae8094290ed tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "de853266-8d21-4230-8053-e6e9dbdc0d39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.796s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.650889] env[65311]: INFO nova.compute.manager [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Took 34.76 seconds to build instance. [ 721.733416] env[65311]: DEBUG nova.scheduler.client.report [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.051667] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427961, 'name': Destroy_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.093093] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.109615] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.109961] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eafcbf-99e2-8a25-eac2-b3d07df1c3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.017908} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.110186] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9813e6ee-d9f1-43f7-affb-f035b91b0687 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.112189] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.112422] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 263e7060-b659-4797-bf82-adf5d649c2c2/263e7060-b659-4797-bf82-adf5d649c2c2.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.112736] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bd51c57-dc59-4cc4-af43-a6c17d9478f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.124321] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 722.124321] env[65311]: value = "task-4427963" [ 722.124321] env[65311]: _type = "Task" [ 722.124321] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.124774] env[65311]: DEBUG oslo_vmware.api [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 722.124774] env[65311]: value = "task-4427962" [ 722.124774] env[65311]: _type = "Task" [ 722.124774] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.143152] env[65311]: DEBUG oslo_vmware.api [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.147561] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.153403] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f95bf91-b59f-41e3-87aa-09654923c5d9 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "1df55d08-d9d5-4d83-b45d-c2bd52946354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.271s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.244885] env[65311]: DEBUG oslo_concurrency.lockutils [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.247485] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.951s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.249242] env[65311]: INFO nova.compute.claims [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.276827] env[65311]: INFO nova.scheduler.client.report [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Deleted allocations for instance 2ec35019-9c7c-49d8-b1cd-11cf2a351151 [ 722.546104] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427961, 'name': Destroy_Task, 'duration_secs': 0.601339} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.546423] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Destroyed the VM [ 722.546668] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 722.546967] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da54dd06-61c5-4257-84d8-be4688916f5a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.558906] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 722.558906] env[65311]: value = "task-4427964" [ 722.558906] env[65311]: _type = "Task" [ 722.558906] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.573120] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.641754] env[65311]: DEBUG oslo_vmware.api [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427962, 'name': PowerOffVM_Task, 'duration_secs': 0.305674} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.645313] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.645561] env[65311]: DEBUG nova.compute.manager [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 722.645879] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427963, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.646718] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f2155e-7f1f-4f0e-97a3-7c2dbf2aa34a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.790349] env[65311]: DEBUG oslo_concurrency.lockutils [None req-20ca5310-025b-491d-88d8-6ab74daba029 tempest-ServerDiagnosticsTest-490615988 tempest-ServerDiagnosticsTest-490615988-project-member] Lock "2ec35019-9c7c-49d8-b1cd-11cf2a351151" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.842s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.074202] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.137193] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871691} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.137483] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 263e7060-b659-4797-bf82-adf5d649c2c2/263e7060-b659-4797-bf82-adf5d649c2c2.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.137676] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.137935] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c995372-deea-4c3f-a4dd-ee45cc991c95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.145828] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 723.145828] env[65311]: value = "task-4427966" [ 723.145828] env[65311]: _type = "Task" [ 723.145828] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.155753] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.165115] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2677a394-6512-421d-b6a7-c70b9f9834a4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.422174] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "c808ccb4-b62c-4ed9-b267-721633d74654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.422658] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "c808ccb4-b62c-4ed9-b267-721633d74654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.422906] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "c808ccb4-b62c-4ed9-b267-721633d74654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.423160] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "c808ccb4-b62c-4ed9-b267-721633d74654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.423347] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "c808ccb4-b62c-4ed9-b267-721633d74654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.425655] env[65311]: INFO nova.compute.manager [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Terminating instance [ 723.575763] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.662074] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078831} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.666341] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.668300] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26336a58-3e59-4471-a65f-b039a0a535eb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.702419] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 263e7060-b659-4797-bf82-adf5d649c2c2/263e7060-b659-4797-bf82-adf5d649c2c2.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.707837] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d459659-2595-4641-a962-ae74517cd7ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.733018] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 723.733018] env[65311]: value = "task-4427967" [ 723.733018] env[65311]: _type = "Task" [ 723.733018] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.743148] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.855136] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc8fcf2-1ff5-473e-bd20-ba285a9db149 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.869130] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e06a1c4-3abd-46d9-ab27-8e7e59affec2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.915916] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0a3f54-79bf-4215-8865-187cb4635517 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.925791] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07db02c5-24fd-48af-9b79-a5823a739cd7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.932846] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "refresh_cache-c808ccb4-b62c-4ed9-b267-721633d74654" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.933103] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquired lock "refresh_cache-c808ccb4-b62c-4ed9-b267-721633d74654" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.933334] env[65311]: DEBUG nova.network.neutron [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 723.952082] env[65311]: DEBUG nova.compute.provider_tree [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.073327] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.248628] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.436563] env[65311]: WARNING neutronclient.v2_0.client [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.457530] env[65311]: DEBUG nova.scheduler.client.report [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.574311] env[65311]: DEBUG oslo_vmware.api [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427964, 'name': RemoveSnapshot_Task, 'duration_secs': 1.682638} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.574311] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 724.574311] env[65311]: INFO nova.compute.manager [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Took 16.78 seconds to snapshot the instance on the hypervisor. [ 724.648946] env[65311]: DEBUG nova.network.neutron [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 724.749982] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427967, 'name': ReconfigVM_Task, 'duration_secs': 0.948672} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.749982] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 263e7060-b659-4797-bf82-adf5d649c2c2/263e7060-b659-4797-bf82-adf5d649c2c2.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.749982] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-652acd44-b72b-41a8-8ebe-d9ca11a0ba64 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.761404] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 724.761404] env[65311]: value = "task-4427968" [ 724.761404] env[65311]: _type = "Task" [ 724.761404] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.768457] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427968, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.962972] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.963548] env[65311]: DEBUG nova.compute.manager [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 724.968349] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.529s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.970485] env[65311]: DEBUG nova.objects.instance [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lazy-loading 'resources' on Instance uuid 1ce5dc2f-9745-4953-9331-5748019048d8 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.034327] env[65311]: DEBUG nova.network.neutron [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.091501] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.092020] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.149982] env[65311]: DEBUG nova.compute.manager [None req-480bfd4e-ea86-418f-bdc2-1b16ecdcbda5 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Found 2 images (rotation: 2) {{(pid=65311) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 725.273445] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427968, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.469614] env[65311]: DEBUG nova.compute.utils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.472166] env[65311]: DEBUG nova.compute.manager [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 725.472380] env[65311]: DEBUG nova.network.neutron [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 725.472696] env[65311]: WARNING neutronclient.v2_0.client [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.472995] env[65311]: WARNING neutronclient.v2_0.client [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.540972] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Releasing lock "refresh_cache-c808ccb4-b62c-4ed9-b267-721633d74654" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.540972] env[65311]: DEBUG nova.compute.manager [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 725.540972] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.542501] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef9476d-8ffa-42db-864c-dc4f0bd02c82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.559830] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.560862] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08e7a7d1-ccdc-49be-917a-1dde3d0c8c8e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.566402] env[65311]: DEBUG nova.policy [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe3ed31be4c4ae4a117438cb08d7c5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db5d43e877db46d5a2dd2921ff23c183', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.572987] env[65311]: DEBUG oslo_vmware.api [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 725.572987] env[65311]: value = "task-4427970" [ 725.572987] env[65311]: _type = "Task" [ 725.572987] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.583557] env[65311]: DEBUG oslo_vmware.api [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.595968] env[65311]: DEBUG nova.compute.manager [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 725.773135] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427968, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.980036] env[65311]: DEBUG nova.compute.utils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.995934] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780c8870-c41d-422b-8fd3-b606a2ece681 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.010045] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c9144-39b6-4a3a-a2ca-1ce0380c45b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.050765] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facde0c1-f507-4c91-aeb8-4dbdf5a8820b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.062478] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89736431-786d-44a2-a511-b81689d85ae2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.083574] env[65311]: DEBUG nova.compute.provider_tree [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.094849] env[65311]: DEBUG oslo_vmware.api [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.122573] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.265197] env[65311]: DEBUG nova.network.neutron [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Successfully created port: 740274bf-5bfe-48d7-8b3a-e51ca2d5072b {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 726.279875] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427968, 'name': Rename_Task, 'duration_secs': 1.302321} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.279875] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.280227] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e40be6-7f7c-4b1d-9e50-0569ef53fa3a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.290273] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 726.290273] env[65311]: value = "task-4427974" [ 726.290273] env[65311]: _type = "Task" [ 726.290273] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.303578] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.484760] env[65311]: DEBUG nova.compute.manager [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 726.590356] env[65311]: DEBUG nova.scheduler.client.report [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.600095] env[65311]: DEBUG oslo_vmware.api [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427970, 'name': PowerOffVM_Task, 'duration_secs': 0.599253} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.600493] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.600493] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.601500] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c339b41-850e-4f54-bef9-f7f050f71731 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.634936] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.635113] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.635326] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Deleting the datastore file [datastore1] c808ccb4-b62c-4ed9-b267-721633d74654 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.635661] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb7be263-60b3-4c63-bc89-166ff2dc8790 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.644682] env[65311]: DEBUG oslo_vmware.api [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for the task: (returnval){ [ 726.644682] env[65311]: value = "task-4427976" [ 726.644682] env[65311]: _type = "Task" [ 726.644682] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.655476] env[65311]: DEBUG oslo_vmware.api [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.800991] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427974, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.095694] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.099205] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.990s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.099269] env[65311]: DEBUG nova.objects.instance [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 727.129572] env[65311]: INFO nova.scheduler.client.report [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Deleted allocations for instance 1ce5dc2f-9745-4953-9331-5748019048d8 [ 727.160470] env[65311]: DEBUG oslo_vmware.api [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Task: {'id': task-4427976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305448} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.160470] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.160470] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.160470] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.160470] env[65311]: INFO nova.compute.manager [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Took 1.62 seconds to destroy the instance on the hypervisor. [ 727.160470] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 727.160470] env[65311]: DEBUG nova.compute.manager [-] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 727.160470] env[65311]: DEBUG nova.network.neutron [-] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.160852] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.306442] env[65311]: DEBUG oslo_vmware.api [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4427974, 'name': PowerOnVM_Task, 'duration_secs': 0.837439} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.306732] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.306999] env[65311]: INFO nova.compute.manager [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Took 7.46 seconds to spawn the instance on the hypervisor. [ 727.307205] env[65311]: DEBUG nova.compute.manager [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 727.308872] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec8b21c-5899-48c7-9a6e-f5e1b0b21a16 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.423455] env[65311]: DEBUG nova.network.neutron [-] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 727.423455] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.499768] env[65311]: DEBUG nova.compute.manager [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 727.523995] env[65311]: DEBUG nova.compute.manager [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 727.525197] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc7829c-be50-4930-a8ee-1a52e44ce18f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.547179] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:41:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1178823254',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1872582491',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 727.547179] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.547179] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 727.547179] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.547179] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 727.547179] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 727.547669] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.547669] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 727.547669] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 727.547791] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 727.548304] env[65311]: DEBUG nova.virt.hardware [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 727.549033] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b222c36-e80d-41df-b539-9f7569136277 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.558948] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aac3659-da11-467a-ac3e-6535282b5ffa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.641825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2a11120-0121-463d-847f-45d844242e2e tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "1ce5dc2f-9745-4953-9331-5748019048d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.092s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.839438] env[65311]: INFO nova.compute.manager [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Took 35.57 seconds to build instance. [ 727.925027] env[65311]: DEBUG nova.network.neutron [-] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.055102] env[65311]: INFO nova.compute.manager [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] instance snapshotting [ 728.060014] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1468c732-84fe-4227-8877-efaa46524c77 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.098826] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842df693-c6bc-4ffc-9df8-ff2118142986 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.109325] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5ca6cc1-4003-4e60-8302-ea0fe00048fb tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.117271] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.726s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.117271] env[65311]: DEBUG nova.objects.instance [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lazy-loading 'resources' on Instance uuid ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.150126] env[65311]: DEBUG nova.network.neutron [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Successfully updated port: 740274bf-5bfe-48d7-8b3a-e51ca2d5072b {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 728.345551] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdd2f735-992f-495f-b754-0f3414421c65 tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "263e7060-b659-4797-bf82-adf5d649c2c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.093s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.432457] env[65311]: INFO nova.compute.manager [-] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Took 1.27 seconds to deallocate network for instance. [ 728.627207] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 728.627207] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-38416406-2bd0-41be-9232-1e956f0a26c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.641500] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 728.641500] env[65311]: value = "task-4427978" [ 728.641500] env[65311]: _type = "Task" [ 728.641500] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.654857] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "refresh_cache-cede9721-0daf-419b-b118-35f08ea84084" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.654857] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquired lock "refresh_cache-cede9721-0daf-419b-b118-35f08ea84084" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.655701] env[65311]: DEBUG nova.network.neutron [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 728.670712] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427978, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.906625] env[65311]: DEBUG nova.compute.manager [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Received event network-changed-0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 728.906823] env[65311]: DEBUG nova.compute.manager [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Refreshing instance network info cache due to event network-changed-0ff68b46-78c7-46d5-a67b-1f11d60599cc. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 728.907104] env[65311]: DEBUG oslo_concurrency.lockutils [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] Acquiring lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.907916] env[65311]: DEBUG oslo_concurrency.lockutils [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] Acquired lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.907916] env[65311]: DEBUG nova.network.neutron [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Refreshing network info cache for port 0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.941670] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.160482] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427978, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.271514] env[65311]: DEBUG nova.network.neutron [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 729.394222] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0447742c-8666-4dcf-bb03-808252792c66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.404334] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae2011a-912d-436a-8e2a-641419532e64 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.412955] env[65311]: WARNING neutronclient.v2_0.client [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.453415] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09005ad-0f7b-4778-838b-e322a6cc4a83 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.465028] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d38ddf-98bb-4ad6-b428-3a18207a1bb5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.488396] env[65311]: DEBUG nova.compute.provider_tree [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.529978] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "0da534e6-4151-4c9d-bec8-798548a683e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.530642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "0da534e6-4151-4c9d-bec8-798548a683e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.656915] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427978, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.672230] env[65311]: DEBUG nova.objects.instance [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'flavor' on Instance uuid 19b27509-93ab-419b-a558-7a14ac9b8abd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.992656] env[65311]: DEBUG nova.scheduler.client.report [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.034717] env[65311]: DEBUG nova.compute.manager [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 730.157555] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427978, 'name': CreateSnapshot_Task, 'duration_secs': 1.138248} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.158444] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 730.159265] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77162ca-2807-4cb8-9ae6-8ea32742eeaa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.185449] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.185792] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.185792] env[65311]: DEBUG nova.network.neutron [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 730.186028] env[65311]: DEBUG nova.objects.instance [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'info_cache' on Instance uuid 19b27509-93ab-419b-a558-7a14ac9b8abd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.219325] env[65311]: WARNING neutronclient.v2_0.client [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.500075] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.386s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.506746] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.107s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.508654] env[65311]: INFO nova.compute.claims [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.548490] env[65311]: INFO nova.scheduler.client.report [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Deleted allocations for instance ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f [ 730.597612] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.686247] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 730.686596] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78422b11-064c-408b-aeba-51dcda47c586 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.691535] env[65311]: DEBUG nova.objects.base [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Object Instance<19b27509-93ab-419b-a558-7a14ac9b8abd> lazy-loaded attributes: flavor,info_cache {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 730.700341] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 730.700341] env[65311]: value = "task-4427981" [ 730.700341] env[65311]: _type = "Task" [ 730.700341] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.712078] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427981, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.040219] env[65311]: DEBUG nova.compute.manager [req-55ac5c3c-89fd-447d-9e13-cb5af0a36077 req-c8a77abe-17ae-42d9-b973-8509ce5c1129 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Received event network-vif-plugged-740274bf-5bfe-48d7-8b3a-e51ca2d5072b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 731.040495] env[65311]: DEBUG oslo_concurrency.lockutils [req-55ac5c3c-89fd-447d-9e13-cb5af0a36077 req-c8a77abe-17ae-42d9-b973-8509ce5c1129 service nova] Acquiring lock "cede9721-0daf-419b-b118-35f08ea84084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.040720] env[65311]: DEBUG oslo_concurrency.lockutils [req-55ac5c3c-89fd-447d-9e13-cb5af0a36077 req-c8a77abe-17ae-42d9-b973-8509ce5c1129 service nova] Lock "cede9721-0daf-419b-b118-35f08ea84084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.040910] env[65311]: DEBUG oslo_concurrency.lockutils [req-55ac5c3c-89fd-447d-9e13-cb5af0a36077 req-c8a77abe-17ae-42d9-b973-8509ce5c1129 service nova] Lock "cede9721-0daf-419b-b118-35f08ea84084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.043218] env[65311]: DEBUG nova.compute.manager [req-55ac5c3c-89fd-447d-9e13-cb5af0a36077 req-c8a77abe-17ae-42d9-b973-8509ce5c1129 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] No waiting events found dispatching network-vif-plugged-740274bf-5bfe-48d7-8b3a-e51ca2d5072b {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 731.043552] env[65311]: WARNING nova.compute.manager [req-55ac5c3c-89fd-447d-9e13-cb5af0a36077 req-c8a77abe-17ae-42d9-b973-8509ce5c1129 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Received unexpected event network-vif-plugged-740274bf-5bfe-48d7-8b3a-e51ca2d5072b for instance with vm_state building and task_state spawning. [ 731.068325] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b465be10-6f81-42de-844e-f976adac09b6 tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.784s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.194400] env[65311]: WARNING neutronclient.v2_0.client [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.213148] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427981, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.343064] env[65311]: DEBUG nova.network.neutron [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Updating instance_info_cache with network_info: [{"id": "740274bf-5bfe-48d7-8b3a-e51ca2d5072b", "address": "fa:16:3e:c7:06:ab", "network": {"id": "f7e4f7ef-8a8d-4b84-99a1-74232e991a12", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-351300092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5d43e877db46d5a2dd2921ff23c183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap740274bf-5b", "ovs_interfaceid": "740274bf-5bfe-48d7-8b3a-e51ca2d5072b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.404422] env[65311]: WARNING neutronclient.v2_0.client [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.627419] env[65311]: DEBUG nova.network.neutron [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Updated VIF entry in instance network info cache for port 0ff68b46-78c7-46d5-a67b-1f11d60599cc. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 731.627829] env[65311]: DEBUG nova.network.neutron [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Updating instance_info_cache with network_info: [{"id": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "address": "fa:16:3e:72:24:ea", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff68b46-78", "ovs_interfaceid": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.718123] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427981, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.799390] env[65311]: WARNING neutronclient.v2_0.client [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.853954] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Releasing lock "refresh_cache-cede9721-0daf-419b-b118-35f08ea84084" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.853954] env[65311]: DEBUG nova.compute.manager [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Instance network_info: |[{"id": "740274bf-5bfe-48d7-8b3a-e51ca2d5072b", "address": "fa:16:3e:c7:06:ab", "network": {"id": "f7e4f7ef-8a8d-4b84-99a1-74232e991a12", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-351300092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5d43e877db46d5a2dd2921ff23c183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap740274bf-5b", "ovs_interfaceid": "740274bf-5bfe-48d7-8b3a-e51ca2d5072b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 731.856198] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:06:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '740274bf-5bfe-48d7-8b3a-e51ca2d5072b', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.865020] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 731.865020] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cede9721-0daf-419b-b118-35f08ea84084] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.865020] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e04f5034-ca10-41ec-83ad-2f13ec1501c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.891932] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.891932] env[65311]: value = "task-4427984" [ 731.891932] env[65311]: _type = "Task" [ 731.891932] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.902780] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427984, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.946775] env[65311]: DEBUG nova.network.neutron [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [{"id": "57f05d3b-3b02-4eec-864a-a0857c696d40", "address": "fa:16:3e:8e:2d:4d", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f05d3b-3b", "ovs_interfaceid": "57f05d3b-3b02-4eec-864a-a0857c696d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.099457] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff5102-667e-4cb6-970a-a0e26c19469f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.108086] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ed139-fbb3-4b92-aad3-817ef4f1002d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.145527] env[65311]: DEBUG oslo_concurrency.lockutils [req-5ce15253-b2e9-4364-995e-7c9f1814556c req-922f52a6-0631-4bcf-896e-1a7416ab312b service nova] Releasing lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.147682] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f212f1a-c9a5-43c1-85d0-9d3409ac9015 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.156632] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c20cb9-d907-4643-a81d-79e07b7dc589 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.172285] env[65311]: DEBUG nova.compute.provider_tree [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.215368] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427981, 'name': CloneVM_Task} progress is 95%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.356207] env[65311]: DEBUG nova.compute.manager [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 732.356504] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c3bd8b-f2c8-4dbd-ac97-47b8d0eef356 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.402197] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427984, 'name': CreateVM_Task, 'duration_secs': 0.511234} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.403625] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cede9721-0daf-419b-b118-35f08ea84084] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.403839] env[65311]: WARNING neutronclient.v2_0.client [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.404295] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.404778] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.404893] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.406022] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c84dce7-dd04-42c3-88f4-6e637ff5cd37 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.411575] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 732.411575] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526706ea-719d-afd1-e95a-da625c28baa0" [ 732.411575] env[65311]: _type = "Task" [ 732.411575] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.424026] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526706ea-719d-afd1-e95a-da625c28baa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.451245] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.574602] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquiring lock "1a5390c7-30fb-4797-a535-b179a063ed6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.575133] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "1a5390c7-30fb-4797-a535-b179a063ed6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.677695] env[65311]: DEBUG nova.scheduler.client.report [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.715137] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4427981, 'name': CloneVM_Task, 'duration_secs': 1.731458} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.715269] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Created linked-clone VM from snapshot [ 732.716267] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291f57f7-f292-42ff-8f95-4224099ddf32 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.727899] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Uploading image 12d1295b-34d7-4889-8a4f-ed251cdc084e {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 732.758219] env[65311]: DEBUG oslo_vmware.rw_handles [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 732.758219] env[65311]: value = "vm-866454" [ 732.758219] env[65311]: _type = "VirtualMachine" [ 732.758219] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 732.758555] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34bd0e77-09b4-45b9-88aa-ab0bd491dc46 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.768513] env[65311]: DEBUG oslo_vmware.rw_handles [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lease: (returnval){ [ 732.768513] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52beef42-d746-3d56-e7a9-6bcba9d77862" [ 732.768513] env[65311]: _type = "HttpNfcLease" [ 732.768513] env[65311]: } obtained for exporting VM: (result){ [ 732.768513] env[65311]: value = "vm-866454" [ 732.768513] env[65311]: _type = "VirtualMachine" [ 732.768513] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 732.768812] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the lease: (returnval){ [ 732.768812] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52beef42-d746-3d56-e7a9-6bcba9d77862" [ 732.768812] env[65311]: _type = "HttpNfcLease" [ 732.768812] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 732.778761] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.778761] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52beef42-d746-3d56-e7a9-6bcba9d77862" [ 732.778761] env[65311]: _type = "HttpNfcLease" [ 732.778761] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 732.871053] env[65311]: INFO nova.compute.manager [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] instance snapshotting [ 732.871053] env[65311]: DEBUG nova.objects.instance [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'flavor' on Instance uuid de11687e-08cc-4ee7-91fa-789196241589 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.923381] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526706ea-719d-afd1-e95a-da625c28baa0, 'name': SearchDatastore_Task, 'duration_secs': 0.015514} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.923786] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.924035] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.924835] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.925144] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.925366] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.926133] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cc18a90-712a-4b96-8c87-cd898ab7feb5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.937267] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.937491] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.938335] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab1010a-12ef-430b-bc2c-0868ecfe19cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.945103] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 732.945103] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a82e48-d03c-9c9d-97cd-c3542f649798" [ 732.945103] env[65311]: _type = "Task" [ 732.945103] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.959237] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a82e48-d03c-9c9d-97cd-c3542f649798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.964980] env[65311]: DEBUG nova.compute.manager [None req-d47b1bfb-3d22-4e10-9ebb-2c4c17b8e0be tempest-ServerDiagnosticsV248Test-712278032 tempest-ServerDiagnosticsV248Test-712278032-project-admin] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 732.966131] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8429ae8c-a5e0-4c9b-b6cb-6c041361f654 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.977324] env[65311]: INFO nova.compute.manager [None req-d47b1bfb-3d22-4e10-9ebb-2c4c17b8e0be tempest-ServerDiagnosticsV248Test-712278032 tempest-ServerDiagnosticsV248Test-712278032-project-admin] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Retrieving diagnostics [ 732.979026] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2b29ae-4f34-4464-bcf0-9af4d0678d8c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.038875] env[65311]: DEBUG nova.compute.manager [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Received event network-changed-0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 733.038993] env[65311]: DEBUG nova.compute.manager [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Refreshing instance network info cache due to event network-changed-0ff68b46-78c7-46d5-a67b-1f11d60599cc. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 733.039630] env[65311]: DEBUG oslo_concurrency.lockutils [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] Acquiring lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.039630] env[65311]: DEBUG oslo_concurrency.lockutils [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] Acquired lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.039630] env[65311]: DEBUG nova.network.neutron [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Refreshing network info cache for port 0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.077659] env[65311]: DEBUG nova.compute.manager [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 733.182569] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.182755] env[65311]: DEBUG nova.compute.manager [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 733.186137] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.363s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.190018] env[65311]: DEBUG nova.objects.instance [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lazy-loading 'resources' on Instance uuid 6be80110-6348-4089-a97d-0133455aa421 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.280979] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 733.280979] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52beef42-d746-3d56-e7a9-6bcba9d77862" [ 733.280979] env[65311]: _type = "HttpNfcLease" [ 733.280979] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 733.281378] env[65311]: DEBUG oslo_vmware.rw_handles [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 733.281378] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52beef42-d746-3d56-e7a9-6bcba9d77862" [ 733.281378] env[65311]: _type = "HttpNfcLease" [ 733.281378] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 733.284113] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cc6d68-d6c1-47a1-8708-c2f083d1184b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.294469] env[65311]: DEBUG oslo_vmware.rw_handles [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5a36c-d04f-f1ca-6cd2-95377c2f1140/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 733.294722] env[65311]: DEBUG oslo_vmware.rw_handles [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5a36c-d04f-f1ca-6cd2-95377c2f1140/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 733.380850] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd6d908-df77-436e-8a5b-e51ea7a50714 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.410485] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae8426-80db-43ca-a6e4-f03753ded634 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.413876] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0977c9f-e624-491a-a3c5-d87f7879b64a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.459974] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a82e48-d03c-9c9d-97cd-c3542f649798, 'name': SearchDatastore_Task, 'duration_secs': 0.012187} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.468674] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.469234] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1f23798-e5be-4660-98b0-199c53d27468 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.471059] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302fdfee-904d-44f3-8f8e-225a5ce3ee1e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.480379] env[65311]: DEBUG nova.compute.manager [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 733.482853] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d14fda-8ee3-47ae-a10f-cf3cbe541900 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.488606] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 733.488606] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5295d526-e00f-2ee9-eb08-e0beca3d748a" [ 733.488606] env[65311]: _type = "Task" [ 733.488606] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.488606] env[65311]: DEBUG oslo_vmware.api [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 733.488606] env[65311]: value = "task-4427988" [ 733.488606] env[65311]: _type = "Task" [ 733.488606] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.509663] env[65311]: DEBUG oslo_vmware.api [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.509961] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5295d526-e00f-2ee9-eb08-e0beca3d748a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.542769] env[65311]: WARNING neutronclient.v2_0.client [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.614021] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.694555] env[65311]: DEBUG nova.compute.utils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.698904] env[65311]: DEBUG nova.compute.manager [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 733.927541] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 733.928203] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-052c06ea-3576-4a81-8a31-3e1668893ba2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.941075] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 733.941075] env[65311]: value = "task-4427989" [ 733.941075] env[65311]: _type = "Task" [ 733.941075] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.965764] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.019866] env[65311]: INFO nova.compute.manager [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] instance snapshotting [ 734.024211] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4928f2a-2528-4925-8ec6-f4844fd983bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.032472] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5295d526-e00f-2ee9-eb08-e0beca3d748a, 'name': SearchDatastore_Task, 'duration_secs': 0.020303} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.036742] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.039968] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] cede9721-0daf-419b-b118-35f08ea84084/cede9721-0daf-419b-b118-35f08ea84084.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.039968] env[65311]: DEBUG oslo_vmware.api [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427988, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.039968] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb6a445-cd6e-4c8a-b522-6bbc8c83f5ee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.065162] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e73ef-6190-4ff7-9fe7-bddd96c2c8ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.069576] env[65311]: WARNING neutronclient.v2_0.client [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.079975] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 734.079975] env[65311]: value = "task-4427990" [ 734.079975] env[65311]: _type = "Task" [ 734.079975] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.100429] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.203478] env[65311]: DEBUG nova.compute.manager [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 734.265592] env[65311]: DEBUG nova.network.neutron [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Updated VIF entry in instance network info cache for port 0ff68b46-78c7-46d5-a67b-1f11d60599cc. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 734.266177] env[65311]: DEBUG nova.network.neutron [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Updating instance_info_cache with network_info: [{"id": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "address": "fa:16:3e:72:24:ea", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff68b46-78", "ovs_interfaceid": "0ff68b46-78c7-46d5-a67b-1f11d60599cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.469257] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.513214] env[65311]: DEBUG oslo_vmware.api [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4427988, 'name': PowerOnVM_Task, 'duration_secs': 0.563733} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.513214] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.513423] env[65311]: DEBUG nova.compute.manager [None req-b6194e9f-db30-4334-8b12-c6f06ce7c962 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.514991] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2567e383-fb89-41a1-bf07-88024388d783 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.591666] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f020b384-3372-4765-a6b1-8bd9f708949f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.601323] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 734.602256] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427990, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.603175] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a5f60167-94a6-413d-ba9f-8899e9813a24 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.617032] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bbad96-c2c1-469a-b02b-b6b11abaa064 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.621815] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 734.621815] env[65311]: value = "task-4427991" [ 734.621815] env[65311]: _type = "Task" [ 734.621815] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.663227] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28413579-cfda-4377-aafa-8fcb602a2d9b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.671144] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.683971] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58fa95-c72a-4166-99b0-9e3f3904e2be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.705964] env[65311]: DEBUG nova.compute.provider_tree [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.772375] env[65311]: DEBUG oslo_concurrency.lockutils [req-dd476459-3f30-4923-80ae-77e88a169713 req-8ff3fd88-6491-4ab6-b4e3-fa047539122c service nova] Releasing lock "refresh_cache-1df55d08-d9d5-4d83-b45d-c2bd52946354" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.835139] env[65311]: DEBUG nova.compute.manager [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Received event network-changed-740274bf-5bfe-48d7-8b3a-e51ca2d5072b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 734.835439] env[65311]: DEBUG nova.compute.manager [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Refreshing instance network info cache due to event network-changed-740274bf-5bfe-48d7-8b3a-e51ca2d5072b. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 734.835786] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] Acquiring lock "refresh_cache-cede9721-0daf-419b-b118-35f08ea84084" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.836035] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] Acquired lock "refresh_cache-cede9721-0daf-419b-b118-35f08ea84084" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.836293] env[65311]: DEBUG nova.network.neutron [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Refreshing network info cache for port 740274bf-5bfe-48d7-8b3a-e51ca2d5072b {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.962704] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427989, 'name': CreateSnapshot_Task, 'duration_secs': 0.944929} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.963014] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 734.964176] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8888461e-fb89-4f50-b5fb-ee180aed3068 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.100045] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648615} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.100045] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] cede9721-0daf-419b-b118-35f08ea84084/cede9721-0daf-419b-b118-35f08ea84084.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.100045] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.100045] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6034e482-92f7-4d9e-8c50-247bb1b32584 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.107408] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 735.107408] env[65311]: value = "task-4427993" [ 735.107408] env[65311]: _type = "Task" [ 735.107408] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.124339] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.137112] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427991, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.220136] env[65311]: DEBUG nova.compute.manager [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 735.250030] env[65311]: ERROR nova.scheduler.client.report [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] [req-ebdce952-8ac1-450d-a90e-3d1449e90919] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ebdce952-8ac1-450d-a90e-3d1449e90919"}]} [ 735.263048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "a0382adf-e119-4c10-a995-c8154f2f2df7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.264064] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "a0382adf-e119-4c10-a995-c8154f2f2df7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.275523] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 735.276472] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.276658] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 735.276926] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.277256] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 735.277489] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 735.278134] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 735.278134] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 735.279146] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 735.279146] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 735.279146] env[65311]: DEBUG nova.virt.hardware [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 735.282049] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5de6baa-1779-4817-b7ea-15845c68952c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.290045] env[65311]: DEBUG nova.scheduler.client.report [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.305204] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49949a21-0138-4c8b-9ecf-c030d73f9752 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.325339] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.332742] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Creating folder: Project (83d4d9ca941d45d2a13ad6f30616f304). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.334665] env[65311]: DEBUG nova.scheduler.client.report [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.334898] env[65311]: DEBUG nova.compute.provider_tree [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.337895] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7274f679-4044-4f5b-ab5d-7e287b5de807 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.341394] env[65311]: WARNING neutronclient.v2_0.client [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.361024] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Created folder: Project (83d4d9ca941d45d2a13ad6f30616f304) in parent group-v866349. [ 735.361024] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Creating folder: Instances. Parent ref: group-v866459. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.361024] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90f2d093-0b37-4463-a4e4-f25c2ea73710 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.367751] env[65311]: DEBUG nova.scheduler.client.report [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.376950] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Created folder: Instances in parent group-v866459. [ 735.377406] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 735.378487] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.378487] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7671955-fcf8-4788-afb8-0f558bc57546 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.394435] env[65311]: DEBUG nova.scheduler.client.report [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.404897] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.404897] env[65311]: value = "task-4427996" [ 735.404897] env[65311]: _type = "Task" [ 735.404897] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.416360] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427996, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.506040] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 735.513455] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9faaaecb-d0d5-41bc-b8fa-f26aa37494f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.533111] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 735.533111] env[65311]: value = "task-4427997" [ 735.533111] env[65311]: _type = "Task" [ 735.533111] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.551932] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427997, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.626132] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145264} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.631312] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.639713] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c89a49-bf96-4bfc-8501-6c82e287b6f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.644596] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.645229] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.660307] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4427991, 'name': CreateSnapshot_Task, 'duration_secs': 0.595515} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.680896] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 735.691873] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] cede9721-0daf-419b-b118-35f08ea84084/cede9721-0daf-419b-b118-35f08ea84084.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.701077] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441cb2d-f03c-4bdf-b97d-ce787041bee8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.705241] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-035d3ad0-59bb-4550-830d-a15c1a8e36e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.743044] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 735.743044] env[65311]: value = "task-4427999" [ 735.743044] env[65311]: _type = "Task" [ 735.743044] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.760156] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.861239] env[65311]: WARNING neutronclient.v2_0.client [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.924154] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4427996, 'name': CreateVM_Task, 'duration_secs': 0.406008} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.928386] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.928825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.930042] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.930042] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.930042] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88732d13-c92a-4179-9c94-cfe9d375db17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.938427] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 735.938427] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb2ef2-5f6e-b0a8-33a9-9c69696e0075" [ 735.938427] env[65311]: _type = "Task" [ 735.938427] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.964877] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb2ef2-5f6e-b0a8-33a9-9c69696e0075, 'name': SearchDatastore_Task, 'duration_secs': 0.015237} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.964877] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.964877] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.964877] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.964877] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.964877] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.965897] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-722e5326-dbd9-447b-96f5-fb741a6acdbb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.978391] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.978912] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.982042] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4141bf1-8b99-45da-af77-d5c2a0f2e182 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.989566] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 735.989566] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522b466e-584a-56d3-25fe-498494ef1ac7" [ 735.989566] env[65311]: _type = "Task" [ 735.989566] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.004121] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522b466e-584a-56d3-25fe-498494ef1ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.046576] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427997, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.076725] env[65311]: DEBUG nova.network.neutron [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Updated VIF entry in instance network info cache for port 740274bf-5bfe-48d7-8b3a-e51ca2d5072b. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 736.077967] env[65311]: DEBUG nova.network.neutron [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Updating instance_info_cache with network_info: [{"id": "740274bf-5bfe-48d7-8b3a-e51ca2d5072b", "address": "fa:16:3e:c7:06:ab", "network": {"id": "f7e4f7ef-8a8d-4b84-99a1-74232e991a12", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-351300092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5d43e877db46d5a2dd2921ff23c183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap740274bf-5b", "ovs_interfaceid": "740274bf-5bfe-48d7-8b3a-e51ca2d5072b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.253376] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.254221] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-539c6def-9d7b-4ecb-95b8-9d6ceb4d5bc5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.271767] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4427999, 'name': ReconfigVM_Task, 'duration_secs': 0.486786} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.271767] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Reconfigured VM instance instance-00000024 to attach disk [datastore2] cede9721-0daf-419b-b118-35f08ea84084/cede9721-0daf-419b-b118-35f08ea84084.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.271767] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65311) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 736.273258] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-104c8bec-6785-4cfe-ac65-11ceb2f9faf5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.275730] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 736.275730] env[65311]: value = "task-4428000" [ 736.275730] env[65311]: _type = "Task" [ 736.275730] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.281638] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686bd35f-bd6f-4744-9270-cbd972440c0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.289431] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428000, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.289830] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 736.289830] env[65311]: value = "task-4428001" [ 736.289830] env[65311]: _type = "Task" [ 736.289830] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.300528] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0021ac36-468d-4e22-bde4-580c1bad83d6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.305062] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428001, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.344560] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1aaed6f-289f-45cf-8222-cbbb94927d3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.354076] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cc2739-820e-4965-a335-a2cd3eb36d8d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.374487] env[65311]: DEBUG nova.compute.provider_tree [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.501741] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522b466e-584a-56d3-25fe-498494ef1ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.015739} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.504080] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86de093-d666-4e43-842e-83525390a1e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.509765] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 736.509765] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ebb087-45c7-1403-d5b0-d2590b5cafdf" [ 736.509765] env[65311]: _type = "Task" [ 736.509765] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.520247] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ebb087-45c7-1403-d5b0-d2590b5cafdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.546314] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427997, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.580588] env[65311]: DEBUG oslo_concurrency.lockutils [req-dc1f8d0a-ae07-4154-8bce-51629c057181 req-2d175a07-488e-4bc1-8b4a-19e531282d19 service nova] Releasing lock "refresh_cache-cede9721-0daf-419b-b118-35f08ea84084" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.790807] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428000, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.801604] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428001, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.075566} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.801877] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65311) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 736.803729] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7621720-473f-4274-82f6-c365ef308399 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.839960] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] cede9721-0daf-419b-b118-35f08ea84084/ephemeral_0.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.839960] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-076a0cdf-8427-4d21-bd47-c21b4caeb233 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.867610] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 736.867610] env[65311]: value = "task-4428002" [ 736.867610] env[65311]: _type = "Task" [ 736.867610] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.882443] env[65311]: DEBUG nova.scheduler.client.report [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.886885] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.027590] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ebb087-45c7-1403-d5b0-d2590b5cafdf, 'name': SearchDatastore_Task, 'duration_secs': 0.018802} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.027590] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.027837] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 9bf9cc18-f103-41ff-8049-49ac30901187/9bf9cc18-f103-41ff-8049-49ac30901187.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.028050] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80a7b3d1-2b34-4c0c-a04c-56ea8b7b0b3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.041830] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 737.041830] env[65311]: value = "task-4428003" [ 737.041830] env[65311]: _type = "Task" [ 737.041830] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.049418] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427997, 'name': CloneVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.055999] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.295570] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428000, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.381649] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.389103] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.203s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.394094] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.265s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.400246] env[65311]: INFO nova.compute.claims [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.419125] env[65311]: INFO nova.scheduler.client.report [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Deleted allocations for instance 6be80110-6348-4089-a97d-0133455aa421 [ 737.562282] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4427997, 'name': CloneVM_Task, 'duration_secs': 1.590564} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.562754] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.562823] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Created linked-clone VM from snapshot [ 737.566042] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d8f99c-25c4-4fef-bcb6-71efc1a62bf2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.576884] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Uploading image fcf717f1-8720-43ea-b33e-bc8392817791 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 737.625390] env[65311]: DEBUG oslo_vmware.rw_handles [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 737.625390] env[65311]: value = "vm-866462" [ 737.625390] env[65311]: _type = "VirtualMachine" [ 737.625390] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 737.625714] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db3588f3-95cd-4ef1-8ce7-94f94c8a164b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.637568] env[65311]: DEBUG oslo_vmware.rw_handles [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease: (returnval){ [ 737.637568] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d6b2c-36ab-cb00-6f49-f5901c5257a8" [ 737.637568] env[65311]: _type = "HttpNfcLease" [ 737.637568] env[65311]: } obtained for exporting VM: (result){ [ 737.637568] env[65311]: value = "vm-866462" [ 737.637568] env[65311]: _type = "VirtualMachine" [ 737.637568] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 737.637936] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the lease: (returnval){ [ 737.637936] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d6b2c-36ab-cb00-6f49-f5901c5257a8" [ 737.637936] env[65311]: _type = "HttpNfcLease" [ 737.637936] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 737.652042] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 737.652042] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d6b2c-36ab-cb00-6f49-f5901c5257a8" [ 737.652042] env[65311]: _type = "HttpNfcLease" [ 737.652042] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 737.790550] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428000, 'name': CloneVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.861092] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "513bff4a-ee9c-406a-b8d9-52f449db2df9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.861929] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "513bff4a-ee9c-406a-b8d9-52f449db2df9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.881505] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428002, 'name': ReconfigVM_Task, 'duration_secs': 0.729101} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.881999] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Reconfigured VM instance instance-00000024 to attach disk [datastore2] cede9721-0daf-419b-b118-35f08ea84084/ephemeral_0.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.882860] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c187fe3d-6fad-4457-8b02-21be11db74c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.892731] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 737.892731] env[65311]: value = "task-4428006" [ 737.892731] env[65311]: _type = "Task" [ 737.892731] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.906362] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428006, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.930908] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eaf1a19e-efbb-4f13-b571-3607b5576a0f tempest-ListServersNegativeTestJSON-1230971190 tempest-ListServersNegativeTestJSON-1230971190-project-member] Lock "6be80110-6348-4089-a97d-0133455aa421" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.410s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.054424] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627299} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.054519] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 9bf9cc18-f103-41ff-8049-49ac30901187/9bf9cc18-f103-41ff-8049-49ac30901187.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.054734] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.055056] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55d0a9a9-573f-44ad-a49f-709ff5f13fb6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.063438] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 738.063438] env[65311]: value = "task-4428007" [ 738.063438] env[65311]: _type = "Task" [ 738.063438] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.073368] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.075835] env[65311]: DEBUG nova.objects.instance [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lazy-loading 'flavor' on Instance uuid f9ccb936-d91b-44bc-9523-725daf1569fa {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.149433] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.149433] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d6b2c-36ab-cb00-6f49-f5901c5257a8" [ 738.149433] env[65311]: _type = "HttpNfcLease" [ 738.149433] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 738.149617] env[65311]: DEBUG oslo_vmware.rw_handles [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 738.149617] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d6b2c-36ab-cb00-6f49-f5901c5257a8" [ 738.149617] env[65311]: _type = "HttpNfcLease" [ 738.149617] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 738.151028] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d82e84-05e6-4d30-acfb-0f782ee02b96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.159710] env[65311]: DEBUG oslo_vmware.rw_handles [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52215496-0c92-f290-52c4-2ede5bf9c187/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 738.159916] env[65311]: DEBUG oslo_vmware.rw_handles [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52215496-0c92-f290-52c4-2ede5bf9c187/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 738.272029] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9d6bee0-e244-401a-be58-6ee764cd4ca2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.294421] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428000, 'name': CloneVM_Task, 'duration_secs': 1.608228} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.294843] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Created linked-clone VM from snapshot [ 738.295900] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2453d7-efb0-48c0-84cd-4a7160406f28 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.308370] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Uploading image 00024ac0-c706-4606-aab8-a29f6adcae19 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.322776] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.322776] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47beb41d-1530-41cc-84f5-94cd598d1eb1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.332485] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 738.332485] env[65311]: value = "task-4428008" [ 738.332485] env[65311]: _type = "Task" [ 738.332485] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.344933] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428008, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.404699] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428006, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.576301] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.585143] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.585452] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquired lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.585788] env[65311]: WARNING neutronclient.v2_0.client [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.845544] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428008, 'name': Destroy_Task, 'duration_secs': 0.360769} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.846175] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Destroyed the VM [ 738.849094] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.849094] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93abd972-bd3c-44d2-ac75-c7a02ff3a28d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.861329] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 738.861329] env[65311]: value = "task-4428009" [ 738.861329] env[65311]: _type = "Task" [ 738.861329] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.882503] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428009, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.910195] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428006, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.014606] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70667a45-24e6-4f8b-a238-dba76a76f289 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.024022] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eeb06a-7995-4f1b-90e9-979f2f5efdc0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.073153] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f3998-df3c-47db-b7e7-b74d00f9128d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.085602] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc79e53-01d2-45f0-a959-9d506b320ebe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.094688] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.74909} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.094840] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.096658] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06b7b6d-6c1a-4f14-a13a-bc8f3bfbd36e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.116314] env[65311]: DEBUG nova.compute.provider_tree [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.141801] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 9bf9cc18-f103-41ff-8049-49ac30901187/9bf9cc18-f103-41ff-8049-49ac30901187.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.142556] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58273a6d-d2c8-412a-97d8-c837b3703a05 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.165366] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 739.165366] env[65311]: value = "task-4428010" [ 739.165366] env[65311]: _type = "Task" [ 739.165366] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.178077] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.364670] env[65311]: DEBUG nova.network.neutron [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 739.380855] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428009, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.413601] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428006, 'name': Rename_Task, 'duration_secs': 1.102115} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.413601] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.416065] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea0ca44-9ab1-43c4-b980-d4644724df9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.428048] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 739.428048] env[65311]: value = "task-4428012" [ 739.428048] env[65311]: _type = "Task" [ 739.428048] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.440509] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.650811] env[65311]: ERROR nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [req-30916a1a-ada0-4175-9de9-f0b5cfb7fb4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30916a1a-ada0-4175-9de9-f0b5cfb7fb4b"}]} [ 739.677427] env[65311]: DEBUG nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 739.683466] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428010, 'name': ReconfigVM_Task, 'duration_secs': 0.370408} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.684542] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 9bf9cc18-f103-41ff-8049-49ac30901187/9bf9cc18-f103-41ff-8049-49ac30901187.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.685201] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99b32dac-5126-45f8-bdb8-816dbdc0755e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.692984] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 739.692984] env[65311]: value = "task-4428013" [ 739.692984] env[65311]: _type = "Task" [ 739.692984] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.699475] env[65311]: DEBUG nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 739.699736] env[65311]: DEBUG nova.compute.provider_tree [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.706160] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428013, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.719110] env[65311]: DEBUG nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 739.753845] env[65311]: DEBUG nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 739.872635] env[65311]: WARNING neutronclient.v2_0.client [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.885537] env[65311]: DEBUG oslo_vmware.api [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428009, 'name': RemoveSnapshot_Task, 'duration_secs': 0.730198} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.885930] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 739.940738] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.207743] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428013, 'name': Rename_Task, 'duration_secs': 0.171779} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.208637] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.208637] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0749fd05-ab3a-4036-be0a-8f3594a37a09 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.217118] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 740.217118] env[65311]: value = "task-4428014" [ 740.217118] env[65311]: _type = "Task" [ 740.217118] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.228527] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.395578] env[65311]: WARNING nova.compute.manager [None req-5cd0e6a2-a4af-404e-afcf-a763320b3b5c tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Image not found during snapshot: nova.exception.ImageNotFound: Image 00024ac0-c706-4606-aab8-a29f6adcae19 could not be found. [ 740.444131] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428012, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.533538] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4318b6-c5e9-4d79-81a2-48e2d3a6ac38 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.542933] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58a3d36-1200-46a9-9f88-e631a2601ac4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.598053] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e5d1d0-d1f1-4cc5-bb77-87fcd0b62ab6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.611842] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbe4d1e-aa2c-4917-87ce-f3b637b12179 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.637523] env[65311]: DEBUG nova.compute.provider_tree [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.735407] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428014, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.947893] env[65311]: DEBUG oslo_vmware.api [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428012, 'name': PowerOnVM_Task, 'duration_secs': 1.229759} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.948415] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.948522] env[65311]: INFO nova.compute.manager [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Took 13.45 seconds to spawn the instance on the hypervisor. [ 740.948751] env[65311]: DEBUG nova.compute.manager [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 740.949775] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53230489-b40d-4e5c-b811-366ff520342e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.135418] env[65311]: WARNING neutronclient.v2_0.client [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.171491] env[65311]: ERROR nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [req-872057b3-4850-4b35-bfa8-ff0f7a3a4c7b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-872057b3-4850-4b35-bfa8-ff0f7a3a4c7b"}]} [ 741.212781] env[65311]: DEBUG nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 741.229987] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Acquiring lock "cec3103f-91a0-4884-b8de-ab4633e5c087" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.230640] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "cec3103f-91a0-4884-b8de-ab4633e5c087" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.241980] env[65311]: DEBUG oslo_vmware.api [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428014, 'name': PowerOnVM_Task, 'duration_secs': 0.598576} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.244030] env[65311]: DEBUG nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 741.244030] env[65311]: DEBUG nova.compute.provider_tree [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.245980] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.246506] env[65311]: INFO nova.compute.manager [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Took 6.03 seconds to spawn the instance on the hypervisor. [ 741.246506] env[65311]: DEBUG nova.compute.manager [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 741.250803] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a314744-1868-425a-bbe6-59c247329f1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.271835] env[65311]: DEBUG nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 741.309107] env[65311]: DEBUG nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 741.313234] env[65311]: DEBUG nova.network.neutron [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updating instance_info_cache with network_info: [{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.474354] env[65311]: INFO nova.compute.manager [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Took 45.20 seconds to build instance. [ 741.780454] env[65311]: INFO nova.compute.manager [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Took 38.41 seconds to build instance. [ 741.816014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Releasing lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.816249] env[65311]: DEBUG nova.compute.manager [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Inject network info {{(pid=65311) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 741.816534] env[65311]: DEBUG nova.compute.manager [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] network_info to inject: |[{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 741.821709] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Reconfiguring VM instance to set the machine id {{(pid=65311) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 741.826215] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a72f573-3ab8-4d4b-a9e1-c84171bafb50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.849190] env[65311]: DEBUG oslo_vmware.api [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 741.849190] env[65311]: value = "task-4428016" [ 741.849190] env[65311]: _type = "Task" [ 741.849190] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.864122] env[65311]: DEBUG oslo_vmware.api [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4428016, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.938156] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1721d9-7822-4bae-a7d3-abfe46bd2979 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.947581] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a11b3ca-f54e-4c4f-8bf3-5a45085c4039 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.986100] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ce8e857c-9df8-4e89-a13c-934eaf65e49c tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "cede9721-0daf-419b-b118-35f08ea84084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.723s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.988786] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1de4a6-3dd7-497f-b681-30c81043c128 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.998461] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a98fb3-0f49-46cc-ae38-f8467db6d4f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.016849] env[65311]: DEBUG nova.compute.provider_tree [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.094231] env[65311]: DEBUG nova.compute.manager [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Received event network-changed-c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 742.094231] env[65311]: DEBUG nova.compute.manager [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Refreshing instance network info cache due to event network-changed-c9f5e340-cd10-4011-b7e7-487fee143966. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 742.094680] env[65311]: DEBUG oslo_concurrency.lockutils [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] Acquiring lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.094899] env[65311]: DEBUG oslo_concurrency.lockutils [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] Acquired lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.095095] env[65311]: DEBUG nova.network.neutron [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Refreshing network info cache for port c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.283995] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d33f5af5-3ce6-407e-b730-7775ce0a0702 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "9bf9cc18-f103-41ff-8049-49ac30901187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.923s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.366357] env[65311]: DEBUG oslo_vmware.api [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4428016, 'name': ReconfigVM_Task, 'duration_secs': 0.218431} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.366357] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0b49c5-0199-43fa-893f-40e0cdf50f37 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Reconfigured VM instance to set the machine id {{(pid=65311) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 742.492818] env[65311]: DEBUG nova.compute.manager [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 742.565244] env[65311]: DEBUG nova.scheduler.client.report [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 742.565513] env[65311]: DEBUG nova.compute.provider_tree [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 61 to 62 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 742.565765] env[65311]: DEBUG nova.compute.provider_tree [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.579434] env[65311]: DEBUG oslo_vmware.rw_handles [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5a36c-d04f-f1ca-6cd2-95377c2f1140/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 742.580464] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871fba46-2c8e-451b-8ad1-c1285a17573d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.588652] env[65311]: DEBUG oslo_vmware.rw_handles [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5a36c-d04f-f1ca-6cd2-95377c2f1140/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 742.588914] env[65311]: ERROR oslo_vmware.rw_handles [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5a36c-d04f-f1ca-6cd2-95377c2f1140/disk-0.vmdk due to incomplete transfer. [ 742.589071] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-496ae696-e199-4c1a-bfe5-bea3c91451c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.597645] env[65311]: WARNING neutronclient.v2_0.client [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.601584] env[65311]: DEBUG oslo_vmware.rw_handles [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a5a36c-d04f-f1ca-6cd2-95377c2f1140/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 742.601794] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Uploaded image 12d1295b-34d7-4889-8a4f-ed251cdc084e to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 742.604423] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 742.604423] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e3fe385-6437-4b74-9e79-74aa68232720 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.612102] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 742.612102] env[65311]: value = "task-4428017" [ 742.612102] env[65311]: _type = "Task" [ 742.612102] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.623629] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428017, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.788256] env[65311]: DEBUG nova.compute.manager [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 743.027702] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.051305] env[65311]: WARNING neutronclient.v2_0.client [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.072054] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.678s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.072601] env[65311]: DEBUG nova.compute.manager [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 743.076360] env[65311]: DEBUG oslo_concurrency.lockutils [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.156s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.078277] env[65311]: DEBUG nova.objects.instance [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lazy-loading 'resources' on Instance uuid aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.124598] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428017, 'name': Destroy_Task, 'duration_secs': 0.510024} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.124946] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Destroyed the VM [ 743.125250] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 743.128681] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c784f21c-a2b3-4140-9099-a4819b3a37a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.137414] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 743.137414] env[65311]: value = "task-4428018" [ 743.137414] env[65311]: _type = "Task" [ 743.137414] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.156125] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428018, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.189724] env[65311]: DEBUG nova.network.neutron [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updated VIF entry in instance network info cache for port c9f5e340-cd10-4011-b7e7-487fee143966. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 743.190204] env[65311]: DEBUG nova.network.neutron [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updating instance_info_cache with network_info: [{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.313553] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.581762] env[65311]: DEBUG nova.compute.utils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.586850] env[65311]: DEBUG nova.compute.manager [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 743.587129] env[65311]: DEBUG nova.network.neutron [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 743.587471] env[65311]: WARNING neutronclient.v2_0.client [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.587814] env[65311]: WARNING neutronclient.v2_0.client [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.643849] env[65311]: DEBUG nova.policy [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '362ceb129a584551b60948cb8b7e725e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '575bb90c2c494f0a8478e11d192e5e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.653449] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428018, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.693205] env[65311]: DEBUG oslo_concurrency.lockutils [req-6cc2f13e-ba46-400b-9790-dcbfce2fcd87 req-6081278c-58b3-40fd-9457-32b87b9c4ed6 service nova] Releasing lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.063334] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "aa425aee-d531-482a-9a1e-739cde5a260c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.063685] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "aa425aee-d531-482a-9a1e-739cde5a260c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.088056] env[65311]: DEBUG nova.compute.manager [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 744.165055] env[65311]: DEBUG oslo_vmware.api [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428018, 'name': RemoveSnapshot_Task, 'duration_secs': 0.767602} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.168119] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 744.168366] env[65311]: INFO nova.compute.manager [None req-8cf2f507-8cb0-4fef-8576-bc86858eb70a tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 744.185383] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b86b9c-4189-484a-b162-1cff27fcbb9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.196815] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc558b6-7cf0-48f3-888b-a553cbd06315 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.236866] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c35609-f079-4c5b-b2d2-0d7199e0ce44 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.248296] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b8ca77-9353-4e31-834f-9f2171bca864 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.265997] env[65311]: DEBUG nova.compute.provider_tree [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.289383] env[65311]: DEBUG nova.network.neutron [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Successfully created port: a22fbe34-063b-45e4-9143-abef26a14d30 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 744.604188] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.604463] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.604614] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.604757] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.604894] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.605035] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.605174] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.605305] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 744.605439] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 744.769334] env[65311]: DEBUG nova.scheduler.client.report [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.099342] env[65311]: DEBUG nova.compute.manager [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 745.109278] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 745.133162] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 745.133468] env[65311]: DEBUG nova.virt.hardware [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 745.134149] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d085fbf-c8a8-45e7-9996-15e7d3e01aa9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.143566] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823d5f3c-f7f3-4f03-890d-1ac4e57b3389 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.275017] env[65311]: DEBUG oslo_concurrency.lockutils [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.278011] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.857s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.278460] env[65311]: DEBUG nova.objects.instance [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lazy-loading 'resources' on Instance uuid f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.305740] env[65311]: INFO nova.scheduler.client.report [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Deleted allocations for instance aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a [ 745.820838] env[65311]: DEBUG oslo_concurrency.lockutils [None req-439cec61-7013-4702-9dae-7e9deb0c37bb tempest-VolumesAssistedSnapshotsTest-47459573 tempest-VolumesAssistedSnapshotsTest-47459573-project-member] Lock "aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.590s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.896917] env[65311]: DEBUG nova.network.neutron [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Successfully updated port: a22fbe34-063b-45e4-9143-abef26a14d30 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 746.331617] env[65311]: DEBUG oslo_vmware.rw_handles [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52215496-0c92-f290-52c4-2ede5bf9c187/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 746.333211] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51b43a4-1f99-48f0-8ca7-ec238699ccd1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.341174] env[65311]: DEBUG oslo_vmware.rw_handles [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52215496-0c92-f290-52c4-2ede5bf9c187/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 746.341372] env[65311]: ERROR oslo_vmware.rw_handles [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52215496-0c92-f290-52c4-2ede5bf9c187/disk-0.vmdk due to incomplete transfer. [ 746.341643] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-864ab17e-6ff9-412b-be7c-741d6574e958 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.361087] env[65311]: DEBUG oslo_vmware.rw_handles [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52215496-0c92-f290-52c4-2ede5bf9c187/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 746.361174] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Uploaded image fcf717f1-8720-43ea-b33e-bc8392817791 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 746.362628] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 746.362906] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f8f23aa-170c-4ece-bb9e-31a7ebdeb211 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.371886] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 746.371886] env[65311]: value = "task-4428019" [ 746.371886] env[65311]: _type = "Task" [ 746.371886] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.384133] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428019, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.400371] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquiring lock "refresh_cache-90653f0c-813f-4d38-9c2c-a4017742b55c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.400946] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquired lock "refresh_cache-90653f0c-813f-4d38-9c2c-a4017742b55c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.400946] env[65311]: DEBUG nova.network.neutron [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 746.422375] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7bc514-9951-4bd2-a774-9d173ebc5af7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.432731] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe4293a-129d-42aa-889a-395ddb55a10c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.468799] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e1a6f9-c81b-4fa2-ab13-e41bd292d381 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.478563] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca713b8-b8db-48ae-983a-0da27472499f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.499454] env[65311]: DEBUG nova.compute.provider_tree [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.628987] env[65311]: DEBUG nova.compute.manager [None req-92c5ccaf-eb6f-4ef7-92b7-66cbcbd050e4 tempest-ServerDiagnosticsV248Test-712278032 tempest-ServerDiagnosticsV248Test-712278032-project-admin] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 746.629507] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa74fef-0703-43ba-8b84-3df4f2b2a81a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.638468] env[65311]: INFO nova.compute.manager [None req-92c5ccaf-eb6f-4ef7-92b7-66cbcbd050e4 tempest-ServerDiagnosticsV248Test-712278032 tempest-ServerDiagnosticsV248Test-712278032-project-admin] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Retrieving diagnostics [ 746.639281] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83c82e0-f915-49a7-9b84-2d9f1ec9d9df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.826268] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "11e42b51-9f38-4386-aab0-5bc0e158d172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.826546] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "11e42b51-9f38-4386-aab0-5bc0e158d172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.827050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "11e42b51-9f38-4386-aab0-5bc0e158d172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.827267] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "11e42b51-9f38-4386-aab0-5bc0e158d172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.827436] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "11e42b51-9f38-4386-aab0-5bc0e158d172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.829896] env[65311]: INFO nova.compute.manager [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Terminating instance [ 746.884351] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428019, 'name': Destroy_Task, 'duration_secs': 0.502553} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.884673] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Destroyed the VM [ 746.885257] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 746.885257] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-68308fc1-29f9-4d7f-8403-92f967bc3bdd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.893251] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 746.893251] env[65311]: value = "task-4428020" [ 746.893251] env[65311]: _type = "Task" [ 746.893251] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.904538] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428020, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.955848] env[65311]: DEBUG nova.network.neutron [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 747.004031] env[65311]: DEBUG nova.scheduler.client.report [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.052316] env[65311]: WARNING neutronclient.v2_0.client [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.184109] env[65311]: DEBUG nova.network.neutron [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Updating instance_info_cache with network_info: [{"id": "a22fbe34-063b-45e4-9143-abef26a14d30", "address": "fa:16:3e:c1:12:db", "network": {"id": "d0406569-a31a-4b43-9abb-554860a7e53c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-378041802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "575bb90c2c494f0a8478e11d192e5e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22fbe34-06", "ovs_interfaceid": "a22fbe34-063b-45e4-9143-abef26a14d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.335327] env[65311]: DEBUG nova.compute.manager [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 747.335787] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.336770] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101207bb-b2b5-4733-8987-29ac4285cc55 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.345999] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.346341] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f80708e3-265a-4237-8715-8e036da3e7c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.355269] env[65311]: DEBUG oslo_vmware.api [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 747.355269] env[65311]: value = "task-4428021" [ 747.355269] env[65311]: _type = "Task" [ 747.355269] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.366799] env[65311]: DEBUG oslo_vmware.api [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.383158] env[65311]: DEBUG nova.objects.instance [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lazy-loading 'flavor' on Instance uuid f9ccb936-d91b-44bc-9523-725daf1569fa {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.405197] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428020, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.514010] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.515170] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.396s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.515617] env[65311]: DEBUG nova.objects.instance [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lazy-loading 'resources' on Instance uuid 162e0e75-50d1-4931-a83e-b360138b0841 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.546258] env[65311]: INFO nova.scheduler.client.report [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Deleted allocations for instance f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6 [ 747.689862] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Releasing lock "refresh_cache-90653f0c-813f-4d38-9c2c-a4017742b55c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.690190] env[65311]: DEBUG nova.compute.manager [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Instance network_info: |[{"id": "a22fbe34-063b-45e4-9143-abef26a14d30", "address": "fa:16:3e:c1:12:db", "network": {"id": "d0406569-a31a-4b43-9abb-554860a7e53c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-378041802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "575bb90c2c494f0a8478e11d192e5e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22fbe34-06", "ovs_interfaceid": "a22fbe34-063b-45e4-9143-abef26a14d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 747.690616] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:12:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a22fbe34-063b-45e4-9143-abef26a14d30', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.700449] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Creating folder: Project (575bb90c2c494f0a8478e11d192e5e15). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.700819] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ba8141d-a527-4f44-bef4-bf2c51c720a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.718753] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Created folder: Project (575bb90c2c494f0a8478e11d192e5e15) in parent group-v866349. [ 747.718753] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Creating folder: Instances. Parent ref: group-v866464. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.718753] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38f40d9e-b7a2-4b33-972a-04cb14bf865d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.732976] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Created folder: Instances in parent group-v866464. [ 747.733401] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 747.733553] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.733701] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74138f4f-861b-49a8-ace5-21cdbea01c66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.760034] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.760034] env[65311]: value = "task-4428024" [ 747.760034] env[65311]: _type = "Task" [ 747.760034] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.769134] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428024, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.865759] env[65311]: DEBUG nova.compute.manager [req-1077ef30-02f8-4cc9-a14d-62ec0f72b725 req-75d38ff3-fa3d-4ba9-8d55-cfaa2d97dae9 service nova] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Received event network-vif-plugged-a22fbe34-063b-45e4-9143-abef26a14d30 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 747.866080] env[65311]: DEBUG oslo_concurrency.lockutils [req-1077ef30-02f8-4cc9-a14d-62ec0f72b725 req-75d38ff3-fa3d-4ba9-8d55-cfaa2d97dae9 service nova] Acquiring lock "90653f0c-813f-4d38-9c2c-a4017742b55c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.866375] env[65311]: DEBUG oslo_concurrency.lockutils [req-1077ef30-02f8-4cc9-a14d-62ec0f72b725 req-75d38ff3-fa3d-4ba9-8d55-cfaa2d97dae9 service nova] Lock "90653f0c-813f-4d38-9c2c-a4017742b55c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.870404] env[65311]: DEBUG oslo_concurrency.lockutils [req-1077ef30-02f8-4cc9-a14d-62ec0f72b725 req-75d38ff3-fa3d-4ba9-8d55-cfaa2d97dae9 service nova] Lock "90653f0c-813f-4d38-9c2c-a4017742b55c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.870712] env[65311]: DEBUG nova.compute.manager [req-1077ef30-02f8-4cc9-a14d-62ec0f72b725 req-75d38ff3-fa3d-4ba9-8d55-cfaa2d97dae9 service nova] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] No waiting events found dispatching network-vif-plugged-a22fbe34-063b-45e4-9143-abef26a14d30 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 747.870903] env[65311]: WARNING nova.compute.manager [req-1077ef30-02f8-4cc9-a14d-62ec0f72b725 req-75d38ff3-fa3d-4ba9-8d55-cfaa2d97dae9 service nova] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Received unexpected event network-vif-plugged-a22fbe34-063b-45e4-9143-abef26a14d30 for instance with vm_state building and task_state spawning. [ 747.881589] env[65311]: DEBUG oslo_vmware.api [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428021, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.890110] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.890110] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquired lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.890110] env[65311]: WARNING neutronclient.v2_0.client [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.907645] env[65311]: DEBUG oslo_vmware.api [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428020, 'name': RemoveSnapshot_Task, 'duration_secs': 0.592548} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.908803] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 747.909625] env[65311]: INFO nova.compute.manager [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Took 14.53 seconds to snapshot the instance on the hypervisor. [ 748.064269] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3621ee40-6bf5-4229-918b-883102a14c02 tempest-ServerMetadataNegativeTestJSON-1997240022 tempest-ServerMetadataNegativeTestJSON-1997240022-project-member] Lock "f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.197s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.276020] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428024, 'name': CreateVM_Task, 'duration_secs': 0.497095} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.279326] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.280159] env[65311]: WARNING neutronclient.v2_0.client [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.280507] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.280658] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.281036] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.281308] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d89a95f-4f61-4154-ba7a-effcbafa2ac6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.291024] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 748.291024] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e1d986-2c63-fdf2-d5ca-062233715201" [ 748.291024] env[65311]: _type = "Task" [ 748.291024] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.297308] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e1d986-2c63-fdf2-d5ca-062233715201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.378922] env[65311]: DEBUG oslo_vmware.api [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428021, 'name': PowerOffVM_Task, 'duration_secs': 0.530907} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.378922] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.378922] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.378922] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c4855d2-a429-4a9c-a1d8-998ba2c9a79b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.409042] env[65311]: DEBUG nova.compute.manager [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Received event network-changed-740274bf-5bfe-48d7-8b3a-e51ca2d5072b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 748.409264] env[65311]: DEBUG nova.compute.manager [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Refreshing instance network info cache due to event network-changed-740274bf-5bfe-48d7-8b3a-e51ca2d5072b. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 748.409809] env[65311]: DEBUG oslo_concurrency.lockutils [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] Acquiring lock "refresh_cache-cede9721-0daf-419b-b118-35f08ea84084" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.409809] env[65311]: DEBUG oslo_concurrency.lockutils [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] Acquired lock "refresh_cache-cede9721-0daf-419b-b118-35f08ea84084" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.409809] env[65311]: DEBUG nova.network.neutron [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Refreshing network info cache for port 740274bf-5bfe-48d7-8b3a-e51ca2d5072b {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.460374] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.460575] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.460759] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Deleting the datastore file [datastore2] 11e42b51-9f38-4386-aab0-5bc0e158d172 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.461037] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51660ac6-8116-4a19-a24d-c64096140587 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.472194] env[65311]: DEBUG oslo_vmware.api [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 748.472194] env[65311]: value = "task-4428026" [ 748.472194] env[65311]: _type = "Task" [ 748.472194] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.481469] env[65311]: DEBUG nova.compute.manager [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Found 3 images (rotation: 2) {{(pid=65311) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 748.481688] env[65311]: DEBUG nova.compute.manager [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Rotating out 1 backups {{(pid=65311) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5062}} [ 748.481822] env[65311]: DEBUG nova.compute.manager [None req-57855694-8e94-40d4-a4fa-8ce394543a8c tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deleting image 4a8114cb-c616-4551-abaf-22e85c64c0a6 {{(pid=65311) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5067}} [ 748.490852] env[65311]: DEBUG oslo_vmware.api [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.551490] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Acquiring lock "ad17fbce-d679-4497-81a7-ed73b25b4843" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.551919] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "ad17fbce-d679-4497-81a7-ed73b25b4843" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.620248] env[65311]: DEBUG nova.network.neutron [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 748.630662] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73580230-dd85-43ba-b12a-0085772ec6b6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.643373] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc227745-5f1f-4042-8603-71ad12a6edf4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.686735] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368d5d7d-9800-431a-a9a0-f93ef04c9a6d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.696210] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bc37e3-a558-4155-8698-f646540debcb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.714696] env[65311]: DEBUG nova.compute.provider_tree [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.803378] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e1d986-2c63-fdf2-d5ca-062233715201, 'name': SearchDatastore_Task, 'duration_secs': 0.024698} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.803720] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.803948] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.804203] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.804340] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.804550] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.804807] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-826c3c02-536c-4db3-9d76-af7f6678ee8c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.815252] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.815252] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.816172] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62284fd3-2d42-42fa-9e5d-08cbf1ebd78e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.824213] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 748.824213] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f22fa3-f56a-78fe-56d4-08416c3a27cb" [ 748.824213] env[65311]: _type = "Task" [ 748.824213] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.835259] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f22fa3-f56a-78fe-56d4-08416c3a27cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.916961] env[65311]: WARNING neutronclient.v2_0.client [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.993908] env[65311]: DEBUG oslo_vmware.api [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232791} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.994332] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.994572] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.994761] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.994986] env[65311]: INFO nova.compute.manager [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Took 1.66 seconds to destroy the instance on the hypervisor. [ 748.995358] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 748.995589] env[65311]: DEBUG nova.compute.manager [-] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 748.995684] env[65311]: DEBUG nova.network.neutron [-] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 748.995936] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.068186] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.123296] env[65311]: WARNING neutronclient.v2_0.client [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.218947] env[65311]: DEBUG nova.scheduler.client.report [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.339078] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f22fa3-f56a-78fe-56d4-08416c3a27cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.340028] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc48d0f-642a-47f2-8777-ca4b8b1309b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.348124] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 749.348124] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52187cca-b834-7955-f849-688563230e0f" [ 749.348124] env[65311]: _type = "Task" [ 749.348124] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.360081] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52187cca-b834-7955-f849-688563230e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.403395] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquiring lock "c229e8f7-e776-4a79-8672-51f237f99194" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.403395] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "c229e8f7-e776-4a79-8672-51f237f99194" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.442335] env[65311]: WARNING neutronclient.v2_0.client [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.606551] env[65311]: DEBUG nova.network.neutron [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Updated VIF entry in instance network info cache for port 740274bf-5bfe-48d7-8b3a-e51ca2d5072b. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 749.606976] env[65311]: DEBUG nova.network.neutron [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Updating instance_info_cache with network_info: [{"id": "740274bf-5bfe-48d7-8b3a-e51ca2d5072b", "address": "fa:16:3e:c7:06:ab", "network": {"id": "f7e4f7ef-8a8d-4b84-99a1-74232e991a12", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-351300092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db5d43e877db46d5a2dd2921ff23c183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap740274bf-5b", "ovs_interfaceid": "740274bf-5bfe-48d7-8b3a-e51ca2d5072b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.642193] env[65311]: INFO nova.compute.manager [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Rebuilding instance [ 749.696382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquiring lock "263e7060-b659-4797-bf82-adf5d649c2c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.696382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "263e7060-b659-4797-bf82-adf5d649c2c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.696382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquiring lock "263e7060-b659-4797-bf82-adf5d649c2c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.696382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "263e7060-b659-4797-bf82-adf5d649c2c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.696382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "263e7060-b659-4797-bf82-adf5d649c2c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.697400] env[65311]: INFO nova.compute.manager [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Terminating instance [ 749.706790] env[65311]: DEBUG nova.compute.manager [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 749.707908] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c49828-d002-4165-8a35-3ac1f7175775 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.726190] env[65311]: WARNING neutronclient.v2_0.client [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.728220] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.731173] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.457s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.733203] env[65311]: INFO nova.compute.claims [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.752420] env[65311]: INFO nova.scheduler.client.report [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Deleted allocations for instance 162e0e75-50d1-4931-a83e-b360138b0841 [ 749.862686] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52187cca-b834-7955-f849-688563230e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.864055] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.864315] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 90653f0c-813f-4d38-9c2c-a4017742b55c/90653f0c-813f-4d38-9c2c-a4017742b55c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.866995] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc89a86-71ba-47c2-9f18-3c0b7129279f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.871153] env[65311]: DEBUG nova.network.neutron [-] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.879155] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 749.879155] env[65311]: value = "task-4428027" [ 749.879155] env[65311]: _type = "Task" [ 749.879155] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.891365] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.917342] env[65311]: DEBUG nova.network.neutron [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updating instance_info_cache with network_info: [{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.111373] env[65311]: DEBUG oslo_concurrency.lockutils [req-7730eb14-83d7-4a9c-8197-0533de1ba540 req-d13571f1-07af-4b1e-925e-387c39319920 service nova] Releasing lock "refresh_cache-cede9721-0daf-419b-b118-35f08ea84084" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.205748] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquiring lock "refresh_cache-263e7060-b659-4797-bf82-adf5d649c2c2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.205936] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquired lock "refresh_cache-263e7060-b659-4797-bf82-adf5d649c2c2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.206129] env[65311]: DEBUG nova.network.neutron [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 750.265368] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bdc24a2a-3fdb-41fe-afe3-980cb62431fa tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "162e0e75-50d1-4931-a83e-b360138b0841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.299s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.373606] env[65311]: INFO nova.compute.manager [-] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Took 1.38 seconds to deallocate network for instance. [ 750.393383] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428027, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.419976] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Releasing lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.420541] env[65311]: DEBUG nova.compute.manager [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Inject network info {{(pid=65311) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 750.420953] env[65311]: DEBUG nova.compute.manager [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] network_info to inject: |[{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 750.430596] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Reconfiguring VM instance to set the machine id {{(pid=65311) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 750.430596] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73927d87-6af7-4ff5-95f5-823fe1583afd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.457587] env[65311]: DEBUG oslo_vmware.api [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 750.457587] env[65311]: value = "task-4428028" [ 750.457587] env[65311]: _type = "Task" [ 750.457587] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.471368] env[65311]: DEBUG oslo_vmware.api [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4428028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.709650] env[65311]: WARNING neutronclient.v2_0.client [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.725434] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.725677] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b9a67f7-398b-450e-ad80-3de360798aed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.735482] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 750.735482] env[65311]: value = "task-4428029" [ 750.735482] env[65311]: _type = "Task" [ 750.735482] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.749466] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.876413] env[65311]: DEBUG nova.compute.manager [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 750.877854] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d1d280-75e0-4146-b04c-a150fcad3cec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.886962] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.902229] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655193} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.902880] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 90653f0c-813f-4d38-9c2c-a4017742b55c/90653f0c-813f-4d38-9c2c-a4017742b55c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.903763] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.903763] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9920e643-8060-4d2a-87b3-e39d1fd87060 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.918412] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 750.918412] env[65311]: value = "task-4428030" [ 750.918412] env[65311]: _type = "Task" [ 750.918412] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.930098] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.973550] env[65311]: DEBUG oslo_vmware.api [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4428028, 'name': ReconfigVM_Task, 'duration_secs': 0.317072} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.973550] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2d95e4b6-14c0-4cc5-ad91-08d8e923885d tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Reconfigured VM instance to set the machine id {{(pid=65311) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 751.207439] env[65311]: DEBUG nova.network.neutron [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 751.248111] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428029, 'name': PowerOffVM_Task, 'duration_secs': 0.214841} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.248111] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.248452] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.249654] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147828a0-4459-4621-9a4c-e30673cefdc9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.257363] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.257712] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ccdae9-23cb-4f3a-850b-311a06006963 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.293402] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.293578] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.294330] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Deleting the datastore file [datastore1] 9bf9cc18-f103-41ff-8049-49ac30901187 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.294330] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb246da5-035c-476c-bf16-14bb1a6969e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.304797] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 751.304797] env[65311]: value = "task-4428032" [ 751.304797] env[65311]: _type = "Task" [ 751.304797] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.315519] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.335925] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62b75e6-8545-4a3f-a83b-5631a50df9e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.347446] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a517a5-ead9-49da-8439-6195a1d3e875 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.385926] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbf834c-b0f4-4351-b102-5d0526821650 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.401238] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47225a4-577d-4b2b-890c-fc9fabb846e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.405979] env[65311]: INFO nova.compute.manager [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] instance snapshotting [ 751.409141] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c08aae3-2313-41ae-85a2-576fb8588238 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.425218] env[65311]: DEBUG nova.compute.provider_tree [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.448766] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5140e9c1-c246-412e-bda9-a7d4f3dc48ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.454720] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078664} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.455411] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.456239] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3040a2-b539-49c9-80e0-dc55b53b39c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.485251] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 90653f0c-813f-4d38-9c2c-a4017742b55c/90653f0c-813f-4d38-9c2c-a4017742b55c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.488139] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eeae91c-ab50-43e1-9b2f-aef2718c1f0c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.510452] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 751.510452] env[65311]: value = "task-4428033" [ 751.510452] env[65311]: _type = "Task" [ 751.510452] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.519814] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.816493] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106897} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.816806] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.818073] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.818073] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.966351] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 751.966632] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8991edd8-3595-40ef-8428-9d7554bf6e4c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.973167] env[65311]: ERROR nova.scheduler.client.report [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [req-f6652990-d9ad-4d1b-9aa1-2fc5b2f61ce8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6652990-d9ad-4d1b-9aa1-2fc5b2f61ce8"}]} [ 751.977267] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 751.977267] env[65311]: value = "task-4428034" [ 751.977267] env[65311]: _type = "Task" [ 751.977267] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.991764] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428034, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.996601] env[65311]: DEBUG nova.scheduler.client.report [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 752.017947] env[65311]: DEBUG nova.scheduler.client.report [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 752.018218] env[65311]: DEBUG nova.compute.provider_tree [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.023944] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428033, 'name': ReconfigVM_Task, 'duration_secs': 0.305995} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.024369] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 90653f0c-813f-4d38-9c2c-a4017742b55c/90653f0c-813f-4d38-9c2c-a4017742b55c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.024901] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aee40ab-637e-4e8e-bfc4-4895cd436cbb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.033359] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 752.033359] env[65311]: value = "task-4428035" [ 752.033359] env[65311]: _type = "Task" [ 752.033359] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.037601] env[65311]: DEBUG nova.scheduler.client.report [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 752.045966] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428035, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.058650] env[65311]: DEBUG nova.scheduler.client.report [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 752.238708] env[65311]: DEBUG nova.network.neutron [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.490691] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428034, 'name': CreateSnapshot_Task, 'duration_secs': 0.510977} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.491818] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 752.491818] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03b6552-0999-4886-858e-bb689c590eb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.544889] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428035, 'name': Rename_Task, 'duration_secs': 0.174819} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.546134] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.546865] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ecdcf8-6ef3-47f6-ae8e-6325a9353e43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.559185] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 752.559185] env[65311]: value = "task-4428036" [ 752.559185] env[65311]: _type = "Task" [ 752.559185] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.569154] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.575324] env[65311]: DEBUG nova.compute.manager [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Received event network-changed-a22fbe34-063b-45e4-9143-abef26a14d30 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 752.575324] env[65311]: DEBUG nova.compute.manager [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Refreshing instance network info cache due to event network-changed-a22fbe34-063b-45e4-9143-abef26a14d30. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 752.575324] env[65311]: DEBUG oslo_concurrency.lockutils [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] Acquiring lock "refresh_cache-90653f0c-813f-4d38-9c2c-a4017742b55c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.575324] env[65311]: DEBUG oslo_concurrency.lockutils [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] Acquired lock "refresh_cache-90653f0c-813f-4d38-9c2c-a4017742b55c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.575324] env[65311]: DEBUG nova.network.neutron [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Refreshing network info cache for port a22fbe34-063b-45e4-9143-abef26a14d30 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.626718] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3fd713-a0dc-4e30-9bd6-1d17a3a25e69 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.636064] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc55cd36-c9c4-4ffd-88bb-739a16cf615d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.681570] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1954db59-5fbb-438c-9fe0-b20826998484 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.692423] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde05cce-33ec-4175-8da0-f506986a78d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.709969] env[65311]: DEBUG nova.compute.provider_tree [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.741583] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Releasing lock "refresh_cache-263e7060-b659-4797-bf82-adf5d649c2c2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.741981] env[65311]: DEBUG nova.compute.manager [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 752.741981] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.743406] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab248b6e-144f-40ad-b96b-36c491bbd9a8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.753287] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.753664] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2207e5a-6b22-401f-a62c-cb8a5d1cf5c5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.762931] env[65311]: DEBUG oslo_vmware.api [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 752.762931] env[65311]: value = "task-4428037" [ 752.762931] env[65311]: _type = "Task" [ 752.762931] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.773391] env[65311]: DEBUG oslo_vmware.api [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4428037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.865310] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 752.866134] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.866134] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 752.866134] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.866341] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 752.866529] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 752.866688] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 752.866941] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 752.867110] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 752.867338] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 752.867556] env[65311]: DEBUG nova.virt.hardware [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 752.868567] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8537fe05-3f3f-45b9-8d17-a9cb1f765636 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.880329] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49120180-2bb9-4c0b-a70f-58d7a38a53fa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.901723] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.909744] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 752.910175] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.910443] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ace2bf8-48ff-4fff-8358-6cb77ef1b877 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.929316] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.929316] env[65311]: value = "task-4428038" [ 752.929316] env[65311]: _type = "Task" [ 752.929316] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.940134] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428038, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.015930] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 753.016523] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2705fd4-c848-4b7a-9c68-b29a669302aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.027291] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 753.027291] env[65311]: value = "task-4428039" [ 753.027291] env[65311]: _type = "Task" [ 753.027291] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.046349] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428039, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.069941] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428036, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.078873] env[65311]: WARNING neutronclient.v2_0.client [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.218942] env[65311]: DEBUG nova.compute.manager [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Received event network-changed-c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 753.219298] env[65311]: DEBUG nova.compute.manager [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Refreshing instance network info cache due to event network-changed-c9f5e340-cd10-4011-b7e7-487fee143966. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 753.219569] env[65311]: DEBUG oslo_concurrency.lockutils [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] Acquiring lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.219771] env[65311]: DEBUG oslo_concurrency.lockutils [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] Acquired lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.220134] env[65311]: DEBUG nova.network.neutron [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Refreshing network info cache for port c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.275711] env[65311]: DEBUG nova.scheduler.client.report [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 753.276026] env[65311]: DEBUG nova.compute.provider_tree [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 65 to 66 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 753.276554] env[65311]: DEBUG nova.compute.provider_tree [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.288696] env[65311]: DEBUG oslo_vmware.api [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4428037, 'name': PowerOffVM_Task, 'duration_secs': 0.126578} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.288696] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.288696] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.290748] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-768caffb-7eb7-4aab-8210-691c70bcb63a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.400575] env[65311]: WARNING neutronclient.v2_0.client [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.418547] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.418745] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.418914] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Deleting the datastore file [datastore1] 263e7060-b659-4797-bf82-adf5d649c2c2 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.419230] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bac1f4c-75dd-4a32-aa34-63218d85cbbf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.429694] env[65311]: DEBUG oslo_vmware.api [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for the task: (returnval){ [ 753.429694] env[65311]: value = "task-4428041" [ 753.429694] env[65311]: _type = "Task" [ 753.429694] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.445340] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428038, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.449375] env[65311]: DEBUG oslo_vmware.api [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4428041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.515093] env[65311]: DEBUG nova.network.neutron [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Updated VIF entry in instance network info cache for port a22fbe34-063b-45e4-9143-abef26a14d30. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 753.515551] env[65311]: DEBUG nova.network.neutron [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Updating instance_info_cache with network_info: [{"id": "a22fbe34-063b-45e4-9143-abef26a14d30", "address": "fa:16:3e:c1:12:db", "network": {"id": "d0406569-a31a-4b43-9abb-554860a7e53c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-378041802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "575bb90c2c494f0a8478e11d192e5e15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22fbe34-06", "ovs_interfaceid": "a22fbe34-063b-45e4-9143-abef26a14d30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.542674] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428039, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.571156] env[65311]: DEBUG oslo_vmware.api [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428036, 'name': PowerOnVM_Task, 'duration_secs': 0.531275} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.571260] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.571475] env[65311]: INFO nova.compute.manager [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Took 8.47 seconds to spawn the instance on the hypervisor. [ 753.571609] env[65311]: DEBUG nova.compute.manager [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 753.572831] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2790b8a2-70da-43ec-a35e-715f8ffc4488 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.600324] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "a682f8d8-dc49-4008-a336-d042b8452ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.600875] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "a682f8d8-dc49-4008-a336-d042b8452ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.602063] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "a682f8d8-dc49-4008-a336-d042b8452ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.602063] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "a682f8d8-dc49-4008-a336-d042b8452ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.602063] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "a682f8d8-dc49-4008-a336-d042b8452ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.604012] env[65311]: INFO nova.compute.manager [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Terminating instance [ 753.723469] env[65311]: WARNING neutronclient.v2_0.client [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.783251] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.052s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.783822] env[65311]: DEBUG nova.compute.manager [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 753.787028] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.190s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.788798] env[65311]: INFO nova.compute.claims [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.948240] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428038, 'name': CreateVM_Task, 'duration_secs': 0.573388} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.948515] env[65311]: DEBUG oslo_vmware.api [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Task: {'id': task-4428041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178306} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.948679] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.948937] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.949382] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.949382] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.949475] env[65311]: INFO nova.compute.manager [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 753.949842] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 753.950273] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.950273] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.950602] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.950780] env[65311]: DEBUG nova.compute.manager [-] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 753.950996] env[65311]: DEBUG nova.network.neutron [-] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 753.951464] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.953901] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9982096d-d217-4441-a076-9ee9f633308f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.960735] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 753.960735] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5231dff0-81e8-dbe8-1fd5-a3ee49ba860b" [ 753.960735] env[65311]: _type = "Task" [ 753.960735] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.971394] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5231dff0-81e8-dbe8-1fd5-a3ee49ba860b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.019229] env[65311]: DEBUG oslo_concurrency.lockutils [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] Releasing lock "refresh_cache-90653f0c-813f-4d38-9c2c-a4017742b55c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.019459] env[65311]: DEBUG nova.compute.manager [req-751b3652-7585-4dd6-936a-a66187d6849c req-655b6421-9ac7-4ed7-b557-6a6651d24c41 service nova] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Received event network-vif-deleted-38bb0808-9c9b-42d9-98b1-2d332f4bd0e9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 754.027097] env[65311]: DEBUG nova.network.neutron [-] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 754.027359] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.046701] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428039, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.095347] env[65311]: INFO nova.compute.manager [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Took 48.99 seconds to build instance. [ 754.109505] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "refresh_cache-a682f8d8-dc49-4008-a336-d042b8452ad9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.109505] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquired lock "refresh_cache-a682f8d8-dc49-4008-a336-d042b8452ad9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.109505] env[65311]: DEBUG nova.network.neutron [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 754.133066] env[65311]: WARNING neutronclient.v2_0.client [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.269516] env[65311]: DEBUG nova.network.neutron [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updated VIF entry in instance network info cache for port c9f5e340-cd10-4011-b7e7-487fee143966. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.269908] env[65311]: DEBUG nova.network.neutron [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updating instance_info_cache with network_info: [{"id": "c9f5e340-cd10-4011-b7e7-487fee143966", "address": "fa:16:3e:da:19:b6", "network": {"id": "366664a4-5163-4651-9bb4-3439587db04e", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2123252730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab707169b3a745529669b285a25eaff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f5e340-cd", "ovs_interfaceid": "c9f5e340-cd10-4011-b7e7-487fee143966", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.293484] env[65311]: DEBUG nova.compute.utils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.297361] env[65311]: DEBUG nova.compute.manager [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 754.297577] env[65311]: DEBUG nova.network.neutron [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 754.297977] env[65311]: WARNING neutronclient.v2_0.client [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.298322] env[65311]: WARNING neutronclient.v2_0.client [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.380593] env[65311]: DEBUG nova.policy [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb8cc54c6938447e804e55be1c6a4b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41ebed2f701542bba3e056975277199e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.471379] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5231dff0-81e8-dbe8-1fd5-a3ee49ba860b, 'name': SearchDatastore_Task, 'duration_secs': 0.010383} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.471726] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.472019] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.472356] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.472513] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.472712] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.473024] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f68f69a7-72f2-4117-b1ab-d0475b35bf01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.484392] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.484392] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.485252] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2b9afa-998c-4aad-aeba-ecaaf6c879a8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.494059] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 754.494059] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b50a19-d436-282c-d174-b22b8f236593" [ 754.494059] env[65311]: _type = "Task" [ 754.494059] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.504273] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b50a19-d436-282c-d174-b22b8f236593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.539316] env[65311]: DEBUG nova.network.neutron [-] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.545451] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428039, 'name': CloneVM_Task, 'duration_secs': 1.463255} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.545956] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Created linked-clone VM from snapshot [ 754.546756] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d0f70f-c823-4456-a930-89bd6ad75f94 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.558601] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Uploading image fcc4f323-bfa0-49cd-a309-8d3ba75ea26f {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 754.588900] env[65311]: DEBUG oslo_vmware.rw_handles [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.588900] env[65311]: value = "vm-866469" [ 754.588900] env[65311]: _type = "VirtualMachine" [ 754.588900] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.589814] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-64412297-6dd5-4534-9556-7099e326237d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.598320] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fdf6fbfa-0237-4afe-901e-00c817d10a08 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "90653f0c-813f-4d38-9c2c-a4017742b55c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.500s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.598779] env[65311]: DEBUG oslo_vmware.rw_handles [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lease: (returnval){ [ 754.598779] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52008450-5603-f3ca-cd30-9d0b653de7e2" [ 754.598779] env[65311]: _type = "HttpNfcLease" [ 754.598779] env[65311]: } obtained for exporting VM: (result){ [ 754.598779] env[65311]: value = "vm-866469" [ 754.598779] env[65311]: _type = "VirtualMachine" [ 754.598779] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.599082] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the lease: (returnval){ [ 754.599082] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52008450-5603-f3ca-cd30-9d0b653de7e2" [ 754.599082] env[65311]: _type = "HttpNfcLease" [ 754.599082] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.610062] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.610062] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52008450-5603-f3ca-cd30-9d0b653de7e2" [ 754.610062] env[65311]: _type = "HttpNfcLease" [ 754.610062] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.611038] env[65311]: WARNING neutronclient.v2_0.client [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.773296] env[65311]: DEBUG oslo_concurrency.lockutils [req-3e601a8d-1642-4130-88dc-4cfeed438cf4 req-a8b427f9-087d-4085-a0dd-f2ac4299a683 service nova] Releasing lock "refresh_cache-f9ccb936-d91b-44bc-9523-725daf1569fa" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.810404] env[65311]: DEBUG nova.compute.manager [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 754.912508] env[65311]: DEBUG nova.network.neutron [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Successfully created port: 7913bb27-9258-430d-a87e-c81eff9b717e {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 754.954991] env[65311]: DEBUG nova.network.neutron [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 755.014141] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b50a19-d436-282c-d174-b22b8f236593, 'name': SearchDatastore_Task, 'duration_secs': 0.036342} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.019290] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d32cd93-f8fc-4ff2-9854-2fa1e022836d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.029197] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 755.029197] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5237522b-5154-dcc7-0757-5f2c462f6b33" [ 755.029197] env[65311]: _type = "Task" [ 755.029197] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.040723] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5237522b-5154-dcc7-0757-5f2c462f6b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.046427] env[65311]: INFO nova.compute.manager [-] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Took 1.10 seconds to deallocate network for instance. [ 755.105710] env[65311]: DEBUG nova.compute.manager [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 755.116149] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.116149] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52008450-5603-f3ca-cd30-9d0b653de7e2" [ 755.116149] env[65311]: _type = "HttpNfcLease" [ 755.116149] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 755.116421] env[65311]: DEBUG oslo_vmware.rw_handles [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 755.116421] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52008450-5603-f3ca-cd30-9d0b653de7e2" [ 755.116421] env[65311]: _type = "HttpNfcLease" [ 755.116421] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 755.117307] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5737162-d903-4c1a-9e4c-4b8968a79cff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.126740] env[65311]: DEBUG oslo_vmware.rw_handles [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0a679-9af1-a1c1-819a-fd4132dbfdb0/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 755.128132] env[65311]: DEBUG oslo_vmware.rw_handles [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0a679-9af1-a1c1-819a-fd4132dbfdb0/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.227514] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8549af5-e4a6-4490-9d7a-1b2d3b6823e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.239745] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "f9ccb936-d91b-44bc-9523-725daf1569fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.240028] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "f9ccb936-d91b-44bc-9523-725daf1569fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.240235] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "f9ccb936-d91b-44bc-9523-725daf1569fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.240410] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "f9ccb936-d91b-44bc-9523-725daf1569fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.240566] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "f9ccb936-d91b-44bc-9523-725daf1569fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.243638] env[65311]: INFO nova.compute.manager [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Terminating instance [ 755.303688] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquiring lock "0ea275bb-4921-4eb8-89f3-118168d63a9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.303897] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "0ea275bb-4921-4eb8-89f3-118168d63a9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.446126] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52b880b-7146-49fe-96a5-dc6e373b0315 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.454610] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67416c49-1741-46d4-8ea2-ce77ef0547cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.497438] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b5cc73-34b5-40ee-999a-54ae9b74762c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.510199] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42c32bb-a645-4010-b231-595f00c8be42 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.528571] env[65311]: DEBUG nova.compute.provider_tree [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.541085] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5237522b-5154-dcc7-0757-5f2c462f6b33, 'name': SearchDatastore_Task, 'duration_secs': 0.014312} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.541391] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.541600] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 9bf9cc18-f103-41ff-8049-49ac30901187/9bf9cc18-f103-41ff-8049-49ac30901187.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.541875] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7070469d-0986-4954-9e60-ea35c292b294 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.552767] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 755.552767] env[65311]: value = "task-4428043" [ 755.552767] env[65311]: _type = "Task" [ 755.552767] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.557377] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.564530] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.636117] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.665013] env[65311]: DEBUG nova.network.neutron [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.750371] env[65311]: DEBUG nova.compute.manager [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 755.750760] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.751892] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea711467-50f3-410d-8f40-bd92eb58d56b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.766411] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.766853] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f7dac0d-b74b-48a6-8eba-3d53d5fb66db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.778218] env[65311]: DEBUG oslo_vmware.api [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 755.778218] env[65311]: value = "task-4428044" [ 755.778218] env[65311]: _type = "Task" [ 755.778218] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.795893] env[65311]: DEBUG oslo_vmware.api [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4428044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.820974] env[65311]: DEBUG nova.compute.manager [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 755.854181] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 755.854872] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.855459] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 755.855527] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.855998] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 755.855998] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 755.856248] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 755.856686] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 755.857297] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 755.857503] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 755.857791] env[65311]: DEBUG nova.virt.hardware [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 755.858842] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399348e2-e16a-4776-8bb0-0f1ab8c6d878 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.873479] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda00b5-ec30-4fa3-9f0b-e500d12079a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.036160] env[65311]: DEBUG nova.scheduler.client.report [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.072572] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428043, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.168517] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Releasing lock "refresh_cache-a682f8d8-dc49-4008-a336-d042b8452ad9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.168951] env[65311]: DEBUG nova.compute.manager [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 756.169169] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.170470] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84960ad-48ec-403c-bcba-b5a04043a0fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.179580] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.180100] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89cc1ad6-109f-4e74-8482-91416f5e5204 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.187593] env[65311]: DEBUG oslo_vmware.api [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 756.187593] env[65311]: value = "task-4428045" [ 756.187593] env[65311]: _type = "Task" [ 756.187593] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.205159] env[65311]: DEBUG oslo_vmware.api [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4428045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.292292] env[65311]: DEBUG oslo_vmware.api [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4428044, 'name': PowerOffVM_Task, 'duration_secs': 0.494508} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.292605] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.292892] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.293736] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d1c4c55-79e9-4ce7-980e-87dabbc485fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.382911] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.383186] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.383486] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Deleting the datastore file [datastore2] f9ccb936-d91b-44bc-9523-725daf1569fa {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.383822] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-597f578f-3ce3-4431-ac19-f928b63bbbae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.394982] env[65311]: DEBUG oslo_vmware.api [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for the task: (returnval){ [ 756.394982] env[65311]: value = "task-4428047" [ 756.394982] env[65311]: _type = "Task" [ 756.394982] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.405756] env[65311]: DEBUG oslo_vmware.api [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4428047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.546151] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.550307] env[65311]: DEBUG nova.compute.manager [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 756.551565] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.657s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.554268] env[65311]: INFO nova.compute.claims [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.572336] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597169} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.573673] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 9bf9cc18-f103-41ff-8049-49ac30901187/9bf9cc18-f103-41ff-8049-49ac30901187.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.573673] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.573673] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21e1d077-16c5-4c02-8e61-4ca6b2dee7df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.582213] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 756.582213] env[65311]: value = "task-4428048" [ 756.582213] env[65311]: _type = "Task" [ 756.582213] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.591635] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.628950] env[65311]: DEBUG nova.network.neutron [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Successfully updated port: 7913bb27-9258-430d-a87e-c81eff9b717e {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 756.703728] env[65311]: DEBUG oslo_vmware.api [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4428045, 'name': PowerOffVM_Task, 'duration_secs': 0.166158} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.704194] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.704710] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.705668] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a8dcc2-c7ed-490c-8c4e-99a346488594 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.738516] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.739020] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.739180] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Deleting the datastore file [datastore1] a682f8d8-dc49-4008-a336-d042b8452ad9 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.739580] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-151d383e-bf54-4139-9654-d9e05db254fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.751826] env[65311]: DEBUG oslo_vmware.api [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for the task: (returnval){ [ 756.751826] env[65311]: value = "task-4428050" [ 756.751826] env[65311]: _type = "Task" [ 756.751826] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.764271] env[65311]: DEBUG oslo_vmware.api [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4428050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.907739] env[65311]: DEBUG oslo_vmware.api [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Task: {'id': task-4428047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359579} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.908072] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.908510] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.908768] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.908979] env[65311]: INFO nova.compute.manager [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 756.909339] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 756.909745] env[65311]: DEBUG nova.compute.manager [-] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 756.909961] env[65311]: DEBUG nova.network.neutron [-] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 756.910280] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.040130] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.060315] env[65311]: DEBUG nova.compute.utils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.062595] env[65311]: DEBUG nova.compute.manager [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 757.063390] env[65311]: DEBUG nova.network.neutron [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 757.066563] env[65311]: WARNING neutronclient.v2_0.client [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.066563] env[65311]: WARNING neutronclient.v2_0.client [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.095865] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084783} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.095865] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.096759] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d633cd-625d-4c9d-a1fd-8339dbc8fa2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.121891] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 9bf9cc18-f103-41ff-8049-49ac30901187/9bf9cc18-f103-41ff-8049-49ac30901187.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.122467] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a1ec04-20de-4a6d-aff6-18d3840f80e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.144319] env[65311]: DEBUG nova.policy [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a489d3c059c14c50961b8b805aff3c36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19817bbed8ca4ce3a4d46372e57577d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.146744] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquiring lock "refresh_cache-8d1fc405-3a7c-44d6-a33d-07364bea6304" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.147219] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquired lock "refresh_cache-8d1fc405-3a7c-44d6-a33d-07364bea6304" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.147392] env[65311]: DEBUG nova.network.neutron [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 757.156653] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 757.156653] env[65311]: value = "task-4428051" [ 757.156653] env[65311]: _type = "Task" [ 757.156653] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.169819] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.264792] env[65311]: DEBUG oslo_vmware.api [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Task: {'id': task-4428050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256153} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.265408] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.265408] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.265668] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.265668] env[65311]: INFO nova.compute.manager [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 757.265966] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 757.266189] env[65311]: DEBUG nova.compute.manager [-] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 757.266283] env[65311]: DEBUG nova.network.neutron [-] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 757.266524] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.458701] env[65311]: DEBUG nova.network.neutron [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Successfully created port: 01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 757.535671] env[65311]: DEBUG nova.network.neutron [-] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 757.535943] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.574069] env[65311]: DEBUG nova.compute.manager [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 757.672586] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.765712] env[65311]: DEBUG nova.compute.manager [req-14455a6e-f455-44ef-b61a-16b0570925f6 req-ed257abe-5498-46a0-ae08-5743ced2f9a3 service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Received event network-vif-plugged-7913bb27-9258-430d-a87e-c81eff9b717e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 757.766035] env[65311]: DEBUG oslo_concurrency.lockutils [req-14455a6e-f455-44ef-b61a-16b0570925f6 req-ed257abe-5498-46a0-ae08-5743ced2f9a3 service nova] Acquiring lock "8d1fc405-3a7c-44d6-a33d-07364bea6304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.766254] env[65311]: DEBUG oslo_concurrency.lockutils [req-14455a6e-f455-44ef-b61a-16b0570925f6 req-ed257abe-5498-46a0-ae08-5743ced2f9a3 service nova] Lock "8d1fc405-3a7c-44d6-a33d-07364bea6304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.766453] env[65311]: DEBUG oslo_concurrency.lockutils [req-14455a6e-f455-44ef-b61a-16b0570925f6 req-ed257abe-5498-46a0-ae08-5743ced2f9a3 service nova] Lock "8d1fc405-3a7c-44d6-a33d-07364bea6304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.766643] env[65311]: DEBUG nova.compute.manager [req-14455a6e-f455-44ef-b61a-16b0570925f6 req-ed257abe-5498-46a0-ae08-5743ced2f9a3 service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] No waiting events found dispatching network-vif-plugged-7913bb27-9258-430d-a87e-c81eff9b717e {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 757.766833] env[65311]: WARNING nova.compute.manager [req-14455a6e-f455-44ef-b61a-16b0570925f6 req-ed257abe-5498-46a0-ae08-5743ced2f9a3 service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Received unexpected event network-vif-plugged-7913bb27-9258-430d-a87e-c81eff9b717e for instance with vm_state building and task_state spawning. [ 757.834283] env[65311]: DEBUG nova.network.neutron [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 758.016734] env[65311]: WARNING neutronclient.v2_0.client [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.041428] env[65311]: DEBUG nova.network.neutron [-] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.072196] env[65311]: DEBUG nova.network.neutron [-] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.176535] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428051, 'name': ReconfigVM_Task, 'duration_secs': 0.552832} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.179592] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 9bf9cc18-f103-41ff-8049-49ac30901187/9bf9cc18-f103-41ff-8049-49ac30901187.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.180776] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f256d70b-d389-41df-bc8f-61ccd18044e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.191036] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 758.191036] env[65311]: value = "task-4428052" [ 758.191036] env[65311]: _type = "Task" [ 758.191036] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.207175] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428052, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.211619] env[65311]: DEBUG nova.network.neutron [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Updating instance_info_cache with network_info: [{"id": "7913bb27-9258-430d-a87e-c81eff9b717e", "address": "fa:16:3e:93:13:70", "network": {"id": "36927faa-f05f-40ed-828e-d844ba27e6c5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-929584614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ebed2f701542bba3e056975277199e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7913bb27-92", "ovs_interfaceid": "7913bb27-9258-430d-a87e-c81eff9b717e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.236061] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134deb53-5433-4e2c-800c-a67406989f9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.251629] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e163d72f-d628-4abd-bf1a-6c25d186751f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.286228] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869e04c6-54a5-400c-b603-afc86cafb7b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.296279] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16590276-ecec-4ce7-9774-99a73fcfad5f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.313576] env[65311]: DEBUG nova.compute.provider_tree [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.534269] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquiring lock "90653f0c-813f-4d38-9c2c-a4017742b55c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.534434] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "90653f0c-813f-4d38-9c2c-a4017742b55c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.534631] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquiring lock "90653f0c-813f-4d38-9c2c-a4017742b55c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.534821] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "90653f0c-813f-4d38-9c2c-a4017742b55c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.534981] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "90653f0c-813f-4d38-9c2c-a4017742b55c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.537387] env[65311]: INFO nova.compute.manager [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Terminating instance [ 758.547790] env[65311]: INFO nova.compute.manager [-] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Took 1.28 seconds to deallocate network for instance. [ 758.577015] env[65311]: INFO nova.compute.manager [-] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Took 1.67 seconds to deallocate network for instance. [ 758.589474] env[65311]: DEBUG nova.compute.manager [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 758.650911] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 758.653072] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.653353] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 758.653618] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.653832] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 758.654052] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 758.654360] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 758.654552] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 758.654749] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 758.654990] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 758.655772] env[65311]: DEBUG nova.virt.hardware [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 758.656197] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c47029-7166-4ebe-89a3-ad095dddba9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.667837] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4580b9-8910-4c94-9fe3-c6cf23057772 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.700505] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428052, 'name': Rename_Task, 'duration_secs': 0.194559} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.701218] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.701485] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd237248-0c4d-424e-beda-5ddd831cad44 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.709776] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 758.709776] env[65311]: value = "task-4428053" [ 758.709776] env[65311]: _type = "Task" [ 758.709776] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.715762] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Releasing lock "refresh_cache-8d1fc405-3a7c-44d6-a33d-07364bea6304" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.715762] env[65311]: DEBUG nova.compute.manager [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Instance network_info: |[{"id": "7913bb27-9258-430d-a87e-c81eff9b717e", "address": "fa:16:3e:93:13:70", "network": {"id": "36927faa-f05f-40ed-828e-d844ba27e6c5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-929584614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ebed2f701542bba3e056975277199e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7913bb27-92", "ovs_interfaceid": "7913bb27-9258-430d-a87e-c81eff9b717e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 758.716010] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:13:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7913bb27-9258-430d-a87e-c81eff9b717e', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.723853] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Creating folder: Project (41ebed2f701542bba3e056975277199e). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.728743] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8516a56-fe44-4df7-900d-d8d28f360b90 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.730794] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.741910] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Created folder: Project (41ebed2f701542bba3e056975277199e) in parent group-v866349. [ 758.742154] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Creating folder: Instances. Parent ref: group-v866470. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.742499] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37661f5f-d33b-41ea-ba2c-33bfdd833201 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.755771] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Created folder: Instances in parent group-v866470. [ 758.756141] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 758.756414] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.756622] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6da1905-1a01-40cf-a765-829e715a37e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.780140] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.780140] env[65311]: value = "task-4428056" [ 758.780140] env[65311]: _type = "Task" [ 758.780140] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.792944] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428056, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.816746] env[65311]: DEBUG nova.scheduler.client.report [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.043811] env[65311]: DEBUG nova.compute.manager [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 759.043946] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.048061] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a673579d-091b-4710-9822-6e08e4c71b1e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.055924] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.056272] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63f9cdce-5ab9-4fc5-a098-b22b004b8d44 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.059219] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.066038] env[65311]: DEBUG oslo_vmware.api [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 759.066038] env[65311]: value = "task-4428057" [ 759.066038] env[65311]: _type = "Task" [ 759.066038] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.080016] env[65311]: DEBUG oslo_vmware.api [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.087911] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.225338] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428053, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.291632] env[65311]: DEBUG nova.network.neutron [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Successfully updated port: 01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 759.297352] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428056, 'name': CreateVM_Task, 'duration_secs': 0.380032} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.297876] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.298481] env[65311]: WARNING neutronclient.v2_0.client [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.298911] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.299631] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.299631] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.300146] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ee1f45-d81a-4c1f-a869-e8d21c8b798f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.307505] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 759.307505] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cbd996-c254-69c4-2da7-33e0a42718a4" [ 759.307505] env[65311]: _type = "Task" [ 759.307505] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.318173] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cbd996-c254-69c4-2da7-33e0a42718a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.324667] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.324833] env[65311]: DEBUG nova.compute.manager [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 759.327603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.296s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.327844] env[65311]: DEBUG nova.objects.instance [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 759.526604] env[65311]: DEBUG nova.compute.manager [req-15b945e6-9961-4e18-aa45-15b2d913fe84 req-f521d642-4b4a-47eb-b36b-0bf5ca1eae16 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Received event network-vif-plugged-01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 759.526684] env[65311]: DEBUG oslo_concurrency.lockutils [req-15b945e6-9961-4e18-aa45-15b2d913fe84 req-f521d642-4b4a-47eb-b36b-0bf5ca1eae16 service nova] Acquiring lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.527060] env[65311]: DEBUG oslo_concurrency.lockutils [req-15b945e6-9961-4e18-aa45-15b2d913fe84 req-f521d642-4b4a-47eb-b36b-0bf5ca1eae16 service nova] Lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.527125] env[65311]: DEBUG oslo_concurrency.lockutils [req-15b945e6-9961-4e18-aa45-15b2d913fe84 req-f521d642-4b4a-47eb-b36b-0bf5ca1eae16 service nova] Lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.527249] env[65311]: DEBUG nova.compute.manager [req-15b945e6-9961-4e18-aa45-15b2d913fe84 req-f521d642-4b4a-47eb-b36b-0bf5ca1eae16 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] No waiting events found dispatching network-vif-plugged-01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 759.527412] env[65311]: WARNING nova.compute.manager [req-15b945e6-9961-4e18-aa45-15b2d913fe84 req-f521d642-4b4a-47eb-b36b-0bf5ca1eae16 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Received unexpected event network-vif-plugged-01326337-1730-4c11-8d67-5edeeb790689 for instance with vm_state building and task_state spawning. [ 759.577340] env[65311]: DEBUG oslo_vmware.api [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428057, 'name': PowerOffVM_Task, 'duration_secs': 0.259762} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.577578] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.578100] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.578100] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e07a3a5-4048-4bc0-997e-90f6fcf8d17c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.615944] env[65311]: DEBUG oslo_concurrency.lockutils [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "de11687e-08cc-4ee7-91fa-789196241589" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.616231] env[65311]: DEBUG oslo_concurrency.lockutils [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.616408] env[65311]: DEBUG nova.compute.manager [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 759.617689] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51cf913-476a-4d1c-b2de-a3f36c52159d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.625960] env[65311]: DEBUG nova.compute.manager [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 759.626091] env[65311]: DEBUG nova.objects.instance [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'flavor' on Instance uuid de11687e-08cc-4ee7-91fa-789196241589 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.651461] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.651681] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.651952] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Deleting the datastore file [datastore1] 90653f0c-813f-4d38-9c2c-a4017742b55c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.652860] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c491e63-21fd-4259-8efa-31fd3b7dc2ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.661039] env[65311]: DEBUG oslo_vmware.api [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for the task: (returnval){ [ 759.661039] env[65311]: value = "task-4428059" [ 759.661039] env[65311]: _type = "Task" [ 759.661039] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.669808] env[65311]: DEBUG oslo_vmware.api [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.721279] env[65311]: DEBUG oslo_vmware.api [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428053, 'name': PowerOnVM_Task, 'duration_secs': 0.63388} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.721573] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.721779] env[65311]: DEBUG nova.compute.manager [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 759.722607] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb63046-e31e-46df-8633-bfad71a3eb82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.799997] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.799997] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquired lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.799997] env[65311]: DEBUG nova.network.neutron [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 759.826079] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cbd996-c254-69c4-2da7-33e0a42718a4, 'name': SearchDatastore_Task, 'duration_secs': 0.035442} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.826592] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.826949] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.827322] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.827572] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.827899] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.828274] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7337b74e-e253-4f31-8a45-aa1a2c11a9de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.836736] env[65311]: DEBUG nova.compute.utils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.839171] env[65311]: DEBUG nova.compute.manager [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 759.839171] env[65311]: DEBUG nova.network.neutron [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 759.839171] env[65311]: WARNING neutronclient.v2_0.client [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.839954] env[65311]: WARNING neutronclient.v2_0.client [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.854427] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.854617] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.855626] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5655dc7a-d6a9-4438-8fba-2bd3499bced9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.863933] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 759.863933] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e7201c-aced-8bc3-b7d7-bcd9e17cdd42" [ 759.863933] env[65311]: _type = "Task" [ 759.863933] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.877026] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e7201c-aced-8bc3-b7d7-bcd9e17cdd42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.886184] env[65311]: DEBUG nova.policy [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea32c3b015654a868e5c34faebdf85d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62d3fac244b54b12855f6bbf52533c72', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.125391] env[65311]: DEBUG nova.compute.manager [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Received event network-changed-7913bb27-9258-430d-a87e-c81eff9b717e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 760.125819] env[65311]: DEBUG nova.compute.manager [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Refreshing instance network info cache due to event network-changed-7913bb27-9258-430d-a87e-c81eff9b717e. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 760.126192] env[65311]: DEBUG oslo_concurrency.lockutils [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] Acquiring lock "refresh_cache-8d1fc405-3a7c-44d6-a33d-07364bea6304" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.128596] env[65311]: DEBUG oslo_concurrency.lockutils [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] Acquired lock "refresh_cache-8d1fc405-3a7c-44d6-a33d-07364bea6304" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.128596] env[65311]: DEBUG nova.network.neutron [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Refreshing network info cache for port 7913bb27-9258-430d-a87e-c81eff9b717e {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.173438] env[65311]: DEBUG oslo_vmware.api [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Task: {'id': task-4428059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454117} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.173833] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.174173] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.174428] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.174667] env[65311]: INFO nova.compute.manager [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 760.174952] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 760.175298] env[65311]: DEBUG nova.compute.manager [-] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 760.175424] env[65311]: DEBUG nova.network.neutron [-] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 760.175857] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.241865] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.270426] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.287512] env[65311]: DEBUG nova.network.neutron [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Successfully created port: 8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 760.336366] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aa3d82c0-2d85-4c93-a4f6-dbe91d0a370c tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.337582] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.721s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.338418] env[65311]: DEBUG nova.objects.instance [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lazy-loading 'resources' on Instance uuid 8f6ef977-4ff9-42de-8a9b-2842b6edb934 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.340063] env[65311]: DEBUG nova.compute.manager [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 760.376353] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e7201c-aced-8bc3-b7d7-bcd9e17cdd42, 'name': SearchDatastore_Task, 'duration_secs': 0.023423} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.377708] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd353fc9-7fd2-4dba-9e22-54cd24f0f880 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.384680] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 760.384680] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3aa78-9f53-6f4b-ff6a-a0ae5108387d" [ 760.384680] env[65311]: _type = "Task" [ 760.384680] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.393575] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3aa78-9f53-6f4b-ff6a-a0ae5108387d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.630338] env[65311]: WARNING neutronclient.v2_0.client [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.634061] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.634366] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11a67c4c-091e-4bc3-809d-3c1f8b10f17a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.643306] env[65311]: DEBUG oslo_vmware.api [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 760.643306] env[65311]: value = "task-4428060" [ 760.643306] env[65311]: _type = "Task" [ 760.643306] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.651600] env[65311]: DEBUG nova.network.neutron [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 760.657399] env[65311]: DEBUG oslo_vmware.api [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.904757] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3aa78-9f53-6f4b-ff6a-a0ae5108387d, 'name': SearchDatastore_Task, 'duration_secs': 0.030855} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.905330] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.905476] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 8d1fc405-3a7c-44d6-a33d-07364bea6304/8d1fc405-3a7c-44d6-a33d-07364bea6304.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.906039] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7f66beb-7f76-4011-8d60-f69c9673d31a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.922237] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 760.922237] env[65311]: value = "task-4428061" [ 760.922237] env[65311]: _type = "Task" [ 760.922237] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.938096] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.127297] env[65311]: DEBUG nova.network.neutron [-] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.156959] env[65311]: DEBUG oslo_vmware.api [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428060, 'name': PowerOffVM_Task, 'duration_secs': 0.229816} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.157351] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.158739] env[65311]: DEBUG nova.compute.manager [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 761.158784] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aa1303-b185-45b6-a6cc-c80125474abb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.172979] env[65311]: WARNING neutronclient.v2_0.client [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.352376] env[65311]: DEBUG nova.compute.manager [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 761.356906] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257473d9-4895-4230-937b-917c5a82403f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.368998] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357494bc-ab04-4b82-989f-b5cde86975ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.410021] env[65311]: WARNING neutronclient.v2_0.client [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.415271] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 761.415271] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.415602] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 761.415602] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.415836] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 761.415986] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 761.416259] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 761.416355] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 761.416685] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 761.416685] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 761.416828] env[65311]: DEBUG nova.virt.hardware [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 761.417792] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b205f9f-4271-4b53-8bbf-d98c8c1c346d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.421496] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a4839-4e96-4191-967f-2b364255b951 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.437848] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6480d7-1d52-4175-a8b0-d3c78328fdac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.444076] env[65311]: DEBUG nova.network.neutron [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updating instance_info_cache with network_info: [{"id": "01326337-1730-4c11-8d67-5edeeb790689", "address": "fa:16:3e:a2:6a:33", "network": {"id": "ac69dc18-167d-4297-99d7-68c898f5e2a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-149104643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19817bbed8ca4ce3a4d46372e57577d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01326337-17", "ovs_interfaceid": "01326337-1730-4c11-8d67-5edeeb790689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.449770] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7926a0ed-ac6c-4e1a-a694-a733c0aad94e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.454601] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428061, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.469066] env[65311]: DEBUG nova.compute.provider_tree [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.584219] env[65311]: DEBUG nova.network.neutron [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Updated VIF entry in instance network info cache for port 7913bb27-9258-430d-a87e-c81eff9b717e. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 761.584669] env[65311]: DEBUG nova.network.neutron [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Updating instance_info_cache with network_info: [{"id": "7913bb27-9258-430d-a87e-c81eff9b717e", "address": "fa:16:3e:93:13:70", "network": {"id": "36927faa-f05f-40ed-828e-d844ba27e6c5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-929584614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ebed2f701542bba3e056975277199e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7913bb27-92", "ovs_interfaceid": "7913bb27-9258-430d-a87e-c81eff9b717e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.630606] env[65311]: INFO nova.compute.manager [-] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Took 1.46 seconds to deallocate network for instance. [ 761.678664] env[65311]: DEBUG oslo_concurrency.lockutils [None req-88de6ffe-b69c-4b39-a364-6dff03abb593 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.940815] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772985} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.940815] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 8d1fc405-3a7c-44d6-a33d-07364bea6304/8d1fc405-3a7c-44d6-a33d-07364bea6304.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.940815] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.942207] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15349f83-b91d-4bda-b5ba-885aaf7654b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.950701] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 761.950701] env[65311]: value = "task-4428062" [ 761.950701] env[65311]: _type = "Task" [ 761.950701] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.955823] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Releasing lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.956324] env[65311]: DEBUG nova.compute.manager [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Instance network_info: |[{"id": "01326337-1730-4c11-8d67-5edeeb790689", "address": "fa:16:3e:a2:6a:33", "network": {"id": "ac69dc18-167d-4297-99d7-68c898f5e2a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-149104643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19817bbed8ca4ce3a4d46372e57577d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01326337-17", "ovs_interfaceid": "01326337-1730-4c11-8d67-5edeeb790689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 761.959323] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:6a:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01326337-1730-4c11-8d67-5edeeb790689', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.965226] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Creating folder: Project (19817bbed8ca4ce3a4d46372e57577d5). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.968816] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-959123f6-8f5e-4dac-9a2b-744b13faca1e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.971668] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.983488] env[65311]: DEBUG nova.scheduler.client.report [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.987635] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Created folder: Project (19817bbed8ca4ce3a4d46372e57577d5) in parent group-v866349. [ 761.987762] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Creating folder: Instances. Parent ref: group-v866473. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.988564] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ac3dde0-6a94-40d2-946e-f1d97dd5d47f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.000890] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Created folder: Instances in parent group-v866473. [ 762.001238] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 762.001529] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.001771] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bbcea47-168a-4498-b9ae-fe05b697c03d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.030784] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.030784] env[65311]: value = "task-4428065" [ 762.030784] env[65311]: _type = "Task" [ 762.030784] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.041348] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428065, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.086938] env[65311]: DEBUG nova.network.neutron [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Successfully updated port: 8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 762.089369] env[65311]: DEBUG oslo_concurrency.lockutils [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] Releasing lock "refresh_cache-8d1fc405-3a7c-44d6-a33d-07364bea6304" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.089369] env[65311]: DEBUG nova.compute.manager [req-cfe5a10d-ea9b-4a05-8916-5d53577a522e req-bc12b367-dafd-43b9-8b9e-a571a12123bc service nova] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Received event network-vif-deleted-c9f5e340-cd10-4011-b7e7-487fee143966 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 762.142393] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.461958] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101391} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.462315] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.463136] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76828ec3-3eea-4de0-8475-6ec18d787c15 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.491389] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 8d1fc405-3a7c-44d6-a33d-07364bea6304/8d1fc405-3a7c-44d6-a33d-07364bea6304.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.492660] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.495616] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dd54d67-1da9-4602-ab39-9c23b5b358bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.518284] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.425s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.519824] env[65311]: INFO nova.compute.claims [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.526371] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "c1cca378-855b-4231-a0df-caf830bf9276" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.526693] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "c1cca378-855b-4231-a0df-caf830bf9276" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.537413] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 762.537413] env[65311]: value = "task-4428066" [ 762.537413] env[65311]: _type = "Task" [ 762.537413] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.538431] env[65311]: INFO nova.scheduler.client.report [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Deleted allocations for instance 8f6ef977-4ff9-42de-8a9b-2842b6edb934 [ 762.550028] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428065, 'name': CreateVM_Task, 'duration_secs': 0.393422} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.550264] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.551028] env[65311]: WARNING neutronclient.v2_0.client [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.551789] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.551789] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.552377] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.558744] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a088be5d-1e3c-4001-94cb-be431233f092 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.559392] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.563463] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 762.563463] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f2a03c-b152-4eb9-dd6f-c837faf4ec52" [ 762.563463] env[65311]: _type = "Task" [ 762.563463] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.575166] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f2a03c-b152-4eb9-dd6f-c837faf4ec52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.581036] env[65311]: DEBUG nova.compute.manager [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Received event network-changed-01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 762.581036] env[65311]: DEBUG nova.compute.manager [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing instance network info cache due to event network-changed-01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 762.581449] env[65311]: DEBUG oslo_concurrency.lockutils [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] Acquiring lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.581550] env[65311]: DEBUG oslo_concurrency.lockutils [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] Acquired lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.581712] env[65311]: DEBUG nova.network.neutron [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing network info cache for port 01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.590009] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.590247] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquired lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.590443] env[65311]: DEBUG nova.network.neutron [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 762.803169] env[65311]: DEBUG nova.compute.manager [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Received event network-vif-plugged-8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 762.803852] env[65311]: DEBUG oslo_concurrency.lockutils [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] Acquiring lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.806270] env[65311]: DEBUG oslo_concurrency.lockutils [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.806270] env[65311]: DEBUG oslo_concurrency.lockutils [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.806270] env[65311]: DEBUG nova.compute.manager [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] No waiting events found dispatching network-vif-plugged-8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 762.806270] env[65311]: WARNING nova.compute.manager [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Received unexpected event network-vif-plugged-8f93c3af-9c27-410c-9e95-fc02f0e59041 for instance with vm_state building and task_state spawning. [ 762.806270] env[65311]: DEBUG nova.compute.manager [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Received event network-changed-8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 762.806270] env[65311]: DEBUG nova.compute.manager [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Refreshing instance network info cache due to event network-changed-8f93c3af-9c27-410c-9e95-fc02f0e59041. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 762.806270] env[65311]: DEBUG oslo_concurrency.lockutils [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] Acquiring lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.054116] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428066, 'name': ReconfigVM_Task, 'duration_secs': 0.294234} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.054862] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e040dac9-5823-4a2f-b918-8573575b6af1 tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "8f6ef977-4ff9-42de-8a9b-2842b6edb934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.677s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.056583] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 8d1fc405-3a7c-44d6-a33d-07364bea6304/8d1fc405-3a7c-44d6-a33d-07364bea6304.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.057280] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c801f913-4d6e-4952-838c-f90e06076ba0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.065708] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 763.065708] env[65311]: value = "task-4428067" [ 763.065708] env[65311]: _type = "Task" [ 763.065708] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.079165] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428067, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.085110] env[65311]: WARNING neutronclient.v2_0.client [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.088181] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f2a03c-b152-4eb9-dd6f-c837faf4ec52, 'name': SearchDatastore_Task, 'duration_secs': 0.016638} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.088932] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.089241] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.089442] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.089752] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.089890] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.090131] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3f15bd1-9956-4289-a2a0-d5672b45a9d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.105912] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.106570] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.107657] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8316189e-d523-4080-bd01-0b3d4785bc60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.114458] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 763.114458] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b0aabc-2d28-44c3-26ad-1cf8e53b629b" [ 763.114458] env[65311]: _type = "Task" [ 763.114458] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.126797] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b0aabc-2d28-44c3-26ad-1cf8e53b629b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.198182] env[65311]: DEBUG nova.network.neutron [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 763.329952] env[65311]: WARNING neutronclient.v2_0.client [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.334397] env[65311]: WARNING neutronclient.v2_0.client [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.479490] env[65311]: DEBUG nova.network.neutron [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updating instance_info_cache with network_info: [{"id": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "address": "fa:16:3e:bc:fa:6a", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f93c3af-9c", "ovs_interfaceid": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.531986] env[65311]: DEBUG nova.network.neutron [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updated VIF entry in instance network info cache for port 01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 763.532461] env[65311]: DEBUG nova.network.neutron [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updating instance_info_cache with network_info: [{"id": "01326337-1730-4c11-8d67-5edeeb790689", "address": "fa:16:3e:a2:6a:33", "network": {"id": "ac69dc18-167d-4297-99d7-68c898f5e2a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-149104643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19817bbed8ca4ce3a4d46372e57577d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01326337-17", "ovs_interfaceid": "01326337-1730-4c11-8d67-5edeeb790689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.587882] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428067, 'name': Rename_Task, 'duration_secs': 0.158622} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.590725] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.590725] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22e284bb-48dc-469a-9920-6bceeb80166a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.599258] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 763.599258] env[65311]: value = "task-4428068" [ 763.599258] env[65311]: _type = "Task" [ 763.599258] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.615151] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.631239] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b0aabc-2d28-44c3-26ad-1cf8e53b629b, 'name': SearchDatastore_Task, 'duration_secs': 0.018991} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.631239] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96809f8-b26b-4f42-899f-f81e36faccdf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.641238] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 763.641238] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52676997-a38e-95f2-3374-cdac59616d93" [ 763.641238] env[65311]: _type = "Task" [ 763.641238] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.655283] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52676997-a38e-95f2-3374-cdac59616d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.784792] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "9bf9cc18-f103-41ff-8049-49ac30901187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.785781] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "9bf9cc18-f103-41ff-8049-49ac30901187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.786033] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "9bf9cc18-f103-41ff-8049-49ac30901187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.787891] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "9bf9cc18-f103-41ff-8049-49ac30901187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.787891] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "9bf9cc18-f103-41ff-8049-49ac30901187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.790240] env[65311]: INFO nova.compute.manager [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Terminating instance [ 763.983553] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Releasing lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.984981] env[65311]: DEBUG nova.compute.manager [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance network_info: |[{"id": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "address": "fa:16:3e:bc:fa:6a", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f93c3af-9c", "ovs_interfaceid": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 763.984981] env[65311]: DEBUG oslo_concurrency.lockutils [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] Acquired lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.984981] env[65311]: DEBUG nova.network.neutron [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Refreshing network info cache for port 8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.986242] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:fa:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '073f8535-6b3a-4d21-a754-4c975554dcbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f93c3af-9c27-410c-9e95-fc02f0e59041', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.995254] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 763.995868] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.997034] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b0c2e63-361d-48ef-86a5-e15241c9e9c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.028122] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.028122] env[65311]: value = "task-4428069" [ 764.028122] env[65311]: _type = "Task" [ 764.028122] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.038355] env[65311]: DEBUG oslo_concurrency.lockutils [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] Releasing lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.038749] env[65311]: DEBUG nova.compute.manager [req-34852b2a-830f-4f78-b1eb-749bc0d006ec req-39e238de-2693-48ef-ab3d-9e466e6fd2da service nova] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Received event network-vif-deleted-a22fbe34-063b-45e4-9143-abef26a14d30 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 764.043292] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428069, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.117993] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428068, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.154711] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52676997-a38e-95f2-3374-cdac59616d93, 'name': SearchDatastore_Task, 'duration_secs': 0.016874} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.157994] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.158287] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309/9ccfa8ec-1e4f-43a3-86b7-75453e4e3309.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.159051] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbc5b41f-1e97-40dd-b659-84c77d7b565f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.167346] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 764.167346] env[65311]: value = "task-4428070" [ 764.167346] env[65311]: _type = "Task" [ 764.167346] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.173134] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f734a89-0dcb-45ee-877c-6f93c16c216c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.183938] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.185204] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed736b4-210a-4ab3-be0a-f65ce0a65cd5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.219149] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d345f51-6555-44b4-ad1c-d1a3cb247714 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.230064] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed76b53-c80e-4d1f-8a28-9cbcb8f0c772 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.246691] env[65311]: DEBUG nova.compute.provider_tree [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.297176] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "refresh_cache-9bf9cc18-f103-41ff-8049-49ac30901187" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.297368] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquired lock "refresh_cache-9bf9cc18-f103-41ff-8049-49ac30901187" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.297552] env[65311]: DEBUG nova.network.neutron [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 764.376733] env[65311]: DEBUG nova.compute.manager [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Stashing vm_state: stopped {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 764.497118] env[65311]: WARNING neutronclient.v2_0.client [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.538584] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428069, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.613933] env[65311]: DEBUG oslo_vmware.api [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428068, 'name': PowerOnVM_Task, 'duration_secs': 0.541783} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.614297] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.615085] env[65311]: INFO nova.compute.manager [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Took 8.79 seconds to spawn the instance on the hypervisor. [ 764.615085] env[65311]: DEBUG nova.compute.manager [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.615410] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee404005-e8ad-4a48-855e-b4cf53551d9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.677294] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428070, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.678600] env[65311]: WARNING neutronclient.v2_0.client [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.751218] env[65311]: DEBUG nova.scheduler.client.report [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.774557] env[65311]: DEBUG nova.network.neutron [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updated VIF entry in instance network info cache for port 8f93c3af-9c27-410c-9e95-fc02f0e59041. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 764.774557] env[65311]: DEBUG nova.network.neutron [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updating instance_info_cache with network_info: [{"id": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "address": "fa:16:3e:bc:fa:6a", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f93c3af-9c", "ovs_interfaceid": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.800968] env[65311]: WARNING neutronclient.v2_0.client [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.822440] env[65311]: DEBUG nova.network.neutron [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 764.911172] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.920658] env[65311]: DEBUG nova.network.neutron [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.039660] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428069, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.095366] env[65311]: DEBUG oslo_concurrency.lockutils [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.095366] env[65311]: DEBUG oslo_concurrency.lockutils [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.095366] env[65311]: DEBUG oslo_concurrency.lockutils [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.095366] env[65311]: DEBUG oslo_concurrency.lockutils [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.095528] env[65311]: DEBUG oslo_concurrency.lockutils [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.098105] env[65311]: INFO nova.compute.manager [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Terminating instance [ 765.133846] env[65311]: INFO nova.compute.manager [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Took 50.89 seconds to build instance. [ 765.186543] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832329} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.186543] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309/9ccfa8ec-1e4f-43a3-86b7-75453e4e3309.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.186543] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.186543] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e4ce415-76f0-44b8-a5ad-a9f65e702d97 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.195049] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 765.195049] env[65311]: value = "task-4428071" [ 765.195049] env[65311]: _type = "Task" [ 765.195049] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.205084] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.258180] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.258622] env[65311]: DEBUG nova.compute.manager [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 765.261470] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.139s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.265022] env[65311]: INFO nova.compute.claims [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.278066] env[65311]: DEBUG oslo_concurrency.lockutils [req-713a3274-1f9a-40ec-a3a0-e959f73730ea req-a926ceec-517f-4c7e-9af9-7bd4f1851c9d service nova] Releasing lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.425231] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Releasing lock "refresh_cache-9bf9cc18-f103-41ff-8049-49ac30901187" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.425586] env[65311]: DEBUG nova.compute.manager [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 765.425675] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.426642] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b71963-d784-4853-b1c4-598a71cf96bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.438531] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.439019] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-febd12f3-d8da-44e1-938a-c33b3d81e0de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.446656] env[65311]: DEBUG oslo_vmware.api [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 765.446656] env[65311]: value = "task-4428072" [ 765.446656] env[65311]: _type = "Task" [ 765.446656] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.457122] env[65311]: DEBUG oslo_vmware.api [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.541496] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428069, 'name': CreateVM_Task, 'duration_secs': 1.475132} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.541708] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.542310] env[65311]: WARNING neutronclient.v2_0.client [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.542681] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.542816] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.544204] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.544204] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3cc40e-7be0-4dc8-b767-0b0dd3f3bf89 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.550659] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 765.550659] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52abe3b5-3010-a775-fcd7-4b686faf3ce9" [ 765.550659] env[65311]: _type = "Task" [ 765.550659] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.561030] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52abe3b5-3010-a775-fcd7-4b686faf3ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.602239] env[65311]: DEBUG nova.compute.manager [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 765.602520] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.603462] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93742fb-fc08-4b0e-95c0-e3e516851258 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.612120] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.612423] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df1a512-0b3b-4246-9d39-096dc98462f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.621475] env[65311]: DEBUG oslo_vmware.api [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 765.621475] env[65311]: value = "task-4428073" [ 765.621475] env[65311]: _type = "Task" [ 765.621475] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.634411] env[65311]: DEBUG oslo_vmware.api [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4428073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.637151] env[65311]: DEBUG oslo_concurrency.lockutils [None req-29fa3e78-6735-44f7-8529-34e37fa59f91 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "8d1fc405-3a7c-44d6-a33d-07364bea6304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.405s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.704202] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072633} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.704399] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.705253] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d09b0ed-0d90-4434-87ce-c1c57a88a1a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.731714] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309/9ccfa8ec-1e4f-43a3-86b7-75453e4e3309.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.732122] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd424a24-e06e-4a9a-8479-a2e49dbae4be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.756046] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 765.756046] env[65311]: value = "task-4428074" [ 765.756046] env[65311]: _type = "Task" [ 765.756046] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.768851] env[65311]: DEBUG nova.compute.utils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.772628] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.773292] env[65311]: DEBUG nova.compute.manager [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 765.773537] env[65311]: DEBUG nova.network.neutron [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 765.773898] env[65311]: WARNING neutronclient.v2_0.client [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.774290] env[65311]: WARNING neutronclient.v2_0.client [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.933121] env[65311]: DEBUG nova.policy [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a326ae27f75944d5bc4ec7fea6047234', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99486a4df0af4f99a0d17974c50b259f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.960636] env[65311]: DEBUG oslo_vmware.api [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428072, 'name': PowerOffVM_Task, 'duration_secs': 0.157265} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.960949] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.961176] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.961512] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c446f735-7bbe-44b3-a824-b4a0e12595cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.992659] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.992873] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.993082] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Deleting the datastore file [datastore2] 9bf9cc18-f103-41ff-8049-49ac30901187 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.993398] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b8e9a1a-2f99-4f48-861e-1a4002b66155 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.002389] env[65311]: DEBUG oslo_vmware.api [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for the task: (returnval){ [ 766.002389] env[65311]: value = "task-4428076" [ 766.002389] env[65311]: _type = "Task" [ 766.002389] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.013090] env[65311]: DEBUG oslo_vmware.api [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.062934] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52abe3b5-3010-a775-fcd7-4b686faf3ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.01584} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.063309] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.063548] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.063771] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.063907] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.064099] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.064386] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe92326a-462d-49cd-a11d-3dfc161a6e44 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.074672] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.074932] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.078988] env[65311]: DEBUG oslo_vmware.rw_handles [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0a679-9af1-a1c1-819a-fd4132dbfdb0/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.079226] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a986353e-21f4-4aa6-8903-f36538760de5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.084608] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c09ac02-375d-476e-90c8-79096ee5f673 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.096023] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 766.096023] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525e40e9-bb99-3a27-b5d2-3ac83ae58cb0" [ 766.096023] env[65311]: _type = "Task" [ 766.096023] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.096023] env[65311]: DEBUG oslo_vmware.rw_handles [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0a679-9af1-a1c1-819a-fd4132dbfdb0/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.096023] env[65311]: ERROR oslo_vmware.rw_handles [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0a679-9af1-a1c1-819a-fd4132dbfdb0/disk-0.vmdk due to incomplete transfer. [ 766.098301] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f6a065c-8d92-44ee-af71-5b52a42dcb8d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.106402] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525e40e9-bb99-3a27-b5d2-3ac83ae58cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.108473] env[65311]: DEBUG oslo_vmware.rw_handles [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b0a679-9af1-a1c1-819a-fd4132dbfdb0/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.108652] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Uploaded image fcc4f323-bfa0-49cd-a309-8d3ba75ea26f to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.111061] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.111344] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac434d4-e932-4a29-b8f0-267b17e8d3b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.113798] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e455f49d-9193-4580-a89c-f149bccd6e2c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.119639] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 766.119639] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b86c6b-6158-43e1-804a-bb66da0fa954" [ 766.119639] env[65311]: _type = "Task" [ 766.119639] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.121527] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 766.121527] env[65311]: value = "task-4428077" [ 766.121527] env[65311]: _type = "Task" [ 766.121527] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.137517] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b86c6b-6158-43e1-804a-bb66da0fa954, 'name': SearchDatastore_Task, 'duration_secs': 0.015344} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.143803] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.143803] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] b97bcc61-bebf-4d78-b07f-20e8f9ca3ede/b97bcc61-bebf-4d78-b07f-20e8f9ca3ede.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.144211] env[65311]: DEBUG nova.compute.manager [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 766.148064] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428077, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.148064] env[65311]: DEBUG oslo_vmware.api [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4428073, 'name': PowerOffVM_Task, 'duration_secs': 0.256553} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.148455] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1879d69-7d3b-43c1-a61f-c4472d0896c2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.150588] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.150748] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.151059] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fbe6ef4-8233-436f-a9f2-e7770ff239ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.158253] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 766.158253] env[65311]: value = "task-4428079" [ 766.158253] env[65311]: _type = "Task" [ 766.158253] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.171610] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.226869] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.228037] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.228037] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Deleting the datastore file [datastore1] ac7727ee-37d8-4b9a-9ad9-15dadab03b79 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.229031] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f715164-0123-4058-8da2-983abe8a9c94 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.236300] env[65311]: DEBUG oslo_vmware.api [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for the task: (returnval){ [ 766.236300] env[65311]: value = "task-4428080" [ 766.236300] env[65311]: _type = "Task" [ 766.236300] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.247171] env[65311]: DEBUG oslo_vmware.api [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4428080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.267489] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.275678] env[65311]: DEBUG nova.compute.manager [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 766.515939] env[65311]: DEBUG oslo_vmware.api [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Task: {'id': task-4428076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114422} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.516249] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.516436] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.516633] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.517087] env[65311]: INFO nova.compute.manager [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Took 1.09 seconds to destroy the instance on the hypervisor. [ 766.517132] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 766.517364] env[65311]: DEBUG nova.compute.manager [-] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 766.517519] env[65311]: DEBUG nova.network.neutron [-] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 766.518498] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.636810] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428077, 'name': Destroy_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.671534] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428079, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.673082] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.721389] env[65311]: DEBUG nova.network.neutron [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Successfully created port: f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 766.748286] env[65311]: DEBUG oslo_vmware.api [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4428080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.768147] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428074, 'name': ReconfigVM_Task, 'duration_secs': 0.601229} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.768499] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309/9ccfa8ec-1e4f-43a3-86b7-75453e4e3309.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.769329] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f2deaf-97d1-45da-ae0e-9b73cea6ccc9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.779244] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 766.779244] env[65311]: value = "task-4428081" [ 766.779244] env[65311]: _type = "Task" [ 766.779244] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.798011] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428081, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.855020] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771227fe-5d3a-4723-b247-c0b0a1205a4d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.868376] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10aea73d-537e-40be-8118-f28fb1d2fe66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.906471] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc277fbd-053b-4955-b5fc-51e5081f5dec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.917186] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c748ce1-a1d1-42ff-950a-d1f34c9d3aae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.931606] env[65311]: DEBUG nova.compute.provider_tree [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.933865] env[65311]: DEBUG nova.network.neutron [-] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 766.934113] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.136324] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428077, 'name': Destroy_Task, 'duration_secs': 0.752743} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.136605] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Destroyed the VM [ 767.136926] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.137209] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-035cf1b4-f15e-44e9-ae62-a0d1d3993fd3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.144737] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 767.144737] env[65311]: value = "task-4428082" [ 767.144737] env[65311]: _type = "Task" [ 767.144737] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.154647] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.168785] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662103} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.169066] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] b97bcc61-bebf-4d78-b07f-20e8f9ca3ede/b97bcc61-bebf-4d78-b07f-20e8f9ca3ede.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.169276] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.169532] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fbb49d6-92a5-43fe-a2c3-bc84ff75750e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.180115] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 767.180115] env[65311]: value = "task-4428083" [ 767.180115] env[65311]: _type = "Task" [ 767.180115] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.192342] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.250236] env[65311]: DEBUG oslo_vmware.api [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Task: {'id': task-4428080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598552} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.250494] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.250667] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.250835] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.250992] env[65311]: INFO nova.compute.manager [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Took 1.65 seconds to destroy the instance on the hypervisor. [ 767.251285] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 767.251426] env[65311]: DEBUG nova.compute.manager [-] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 767.251518] env[65311]: DEBUG nova.network.neutron [-] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.251755] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.290598] env[65311]: DEBUG nova.compute.manager [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 767.296440] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428081, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.340164] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 767.340258] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.340405] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 767.340575] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.340871] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 767.340871] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 767.341205] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 767.341383] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 767.341544] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 767.341698] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 767.341866] env[65311]: DEBUG nova.virt.hardware [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 767.342819] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d4d2aa-fae7-4f98-8050-dc978f574ec4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.354571] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48071e56-3e92-4755-9857-990d1b6b0121 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.431916] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.436140] env[65311]: DEBUG nova.scheduler.client.report [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.440017] env[65311]: DEBUG nova.network.neutron [-] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.656988] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428082, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.694682] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070313} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.694962] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.695775] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafa4cb3-cb02-49e9-a4dd-b77ac4555fde {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.719833] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] b97bcc61-bebf-4d78-b07f-20e8f9ca3ede/b97bcc61-bebf-4d78-b07f-20e8f9ca3ede.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.720229] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9246273-cb66-4514-b673-b5134146aed6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.742471] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 767.742471] env[65311]: value = "task-4428084" [ 767.742471] env[65311]: _type = "Task" [ 767.742471] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.753068] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.793642] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428081, 'name': Rename_Task, 'duration_secs': 0.868696} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.793951] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.794236] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf96b858-40bf-4f54-a781-34ca73702d04 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.801828] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 767.801828] env[65311]: value = "task-4428085" [ 767.801828] env[65311]: _type = "Task" [ 767.801828] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.813897] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.943447] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.944644] env[65311]: DEBUG nova.compute.manager [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 767.947757] env[65311]: INFO nova.compute.manager [-] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Took 1.43 seconds to deallocate network for instance. [ 767.948319] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.007s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.948586] env[65311]: DEBUG nova.objects.instance [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lazy-loading 'resources' on Instance uuid c808ccb4-b62c-4ed9-b267-721633d74654 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.156174] env[65311]: DEBUG oslo_vmware.api [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428082, 'name': RemoveSnapshot_Task, 'duration_secs': 0.977848} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.156578] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.156578] env[65311]: INFO nova.compute.manager [None req-077293e8-5e18-4e27-b89f-108dc1fc5a4b tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Took 16.75 seconds to snapshot the instance on the hypervisor. [ 768.256562] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428084, 'name': ReconfigVM_Task, 'duration_secs': 0.324893} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.256889] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Reconfigured VM instance instance-00000029 to attach disk [datastore1] b97bcc61-bebf-4d78-b07f-20e8f9ca3ede/b97bcc61-bebf-4d78-b07f-20e8f9ca3ede.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.257796] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd807641-4ed1-4dbb-b622-8dfe6c9c8717 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.268274] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 768.268274] env[65311]: value = "task-4428086" [ 768.268274] env[65311]: _type = "Task" [ 768.268274] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.282492] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428086, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.313884] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.457442] env[65311]: DEBUG nova.compute.utils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.460132] env[65311]: DEBUG nova.compute.manager [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 768.460132] env[65311]: DEBUG nova.network.neutron [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 768.460366] env[65311]: WARNING neutronclient.v2_0.client [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.460795] env[65311]: WARNING neutronclient.v2_0.client [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.464869] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.583501] env[65311]: DEBUG nova.network.neutron [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Successfully updated port: f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 768.614569] env[65311]: DEBUG nova.network.neutron [-] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.784288] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428086, 'name': Rename_Task, 'duration_secs': 0.154899} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.784374] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.784898] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c418b80-0858-4b16-8ffd-65cb6b934345 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.795389] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 768.795389] env[65311]: value = "task-4428087" [ 768.795389] env[65311]: _type = "Task" [ 768.795389] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.823283] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428087, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.830354] env[65311]: DEBUG oslo_vmware.api [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428085, 'name': PowerOnVM_Task, 'duration_secs': 0.801326} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.830614] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.830815] env[65311]: INFO nova.compute.manager [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Took 10.24 seconds to spawn the instance on the hypervisor. [ 768.831185] env[65311]: DEBUG nova.compute.manager [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 768.831851] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74582bd4-6ea6-41ff-8e05-a7fb43d3cc82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.927346] env[65311]: DEBUG nova.policy [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6498fe068aac4381806731e8a643d8e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '142d4081343640e6b9ec219248d03110', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.968115] env[65311]: DEBUG nova.compute.manager [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 769.087583] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "refresh_cache-f65b9885-8544-4e64-8786-9e91226e41bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.087583] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "refresh_cache-f65b9885-8544-4e64-8786-9e91226e41bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.087583] env[65311]: DEBUG nova.network.neutron [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 769.117158] env[65311]: INFO nova.compute.manager [-] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Took 1.87 seconds to deallocate network for instance. [ 769.142522] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cb2324-f353-4c3f-886b-c132c042efff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.153244] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3564422c-0e60-4df4-a926-a48cf68fd644 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.193246] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba57c3-b1d5-488e-8e9b-3ab9bffb0e67 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.205364] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f576983-2e7d-4c4b-b16a-ffac61025747 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.224829] env[65311]: DEBUG nova.compute.provider_tree [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.316806] env[65311]: DEBUG oslo_vmware.api [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428087, 'name': PowerOnVM_Task, 'duration_secs': 0.503209} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.317187] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.317458] env[65311]: INFO nova.compute.manager [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Took 7.97 seconds to spawn the instance on the hypervisor. [ 769.317863] env[65311]: DEBUG nova.compute.manager [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 769.319132] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffcf601-5a15-4d52-8918-1ea4404abd61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.364024] env[65311]: DEBUG nova.network.neutron [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Successfully created port: d7084695-e621-417f-bbb1-be4202fca4d7 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 769.368742] env[65311]: INFO nova.compute.manager [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Took 52.79 seconds to build instance. [ 769.631567] env[65311]: DEBUG oslo_concurrency.lockutils [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.731022] env[65311]: DEBUG nova.scheduler.client.report [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.808565] env[65311]: DEBUG nova.network.neutron [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 769.848237] env[65311]: INFO nova.compute.manager [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Took 49.99 seconds to build instance. [ 769.872563] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8278bfbb-e307-4524-b739-d7eeb9831de8 tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.305s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.977615] env[65311]: DEBUG nova.compute.manager [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 770.003958] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:43:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='54414f9c-6d6b-4c95-b228-ee4ff4f1e391',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-268574062',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 770.004673] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.004673] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 770.004848] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.004906] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 770.005108] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 770.005233] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 770.005394] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 770.005566] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 770.005717] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 770.005894] env[65311]: DEBUG nova.virt.hardware [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 770.006835] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c57655-698f-4f39-bb3a-e7738bf33266 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.016016] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c2fc24-5ae3-4a1d-96b6-e444ad1a23c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.237888] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.241417] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.644s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.242983] env[65311]: INFO nova.compute.claims [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.266594] env[65311]: INFO nova.scheduler.client.report [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Deleted allocations for instance c808ccb4-b62c-4ed9-b267-721633d74654 [ 770.351260] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6e246221-3025-4ce1-9b0a-bf1bce7549ea tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.498s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.377960] env[65311]: DEBUG nova.compute.manager [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 770.775369] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f545e5c-4f6e-4918-b6de-28b8d3d1ae18 tempest-ServerShowV257Test-872582475 tempest-ServerShowV257Test-872582475-project-member] Lock "c808ccb4-b62c-4ed9-b267-721633d74654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.353s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.855084] env[65311]: DEBUG nova.compute.manager [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 770.899237] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.018658] env[65311]: DEBUG nova.network.neutron [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Successfully updated port: d7084695-e621-417f-bbb1-be4202fca4d7 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 771.068864] env[65311]: WARNING neutronclient.v2_0.client [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.208604] env[65311]: DEBUG nova.network.neutron [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Updating instance_info_cache with network_info: [{"id": "f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942", "address": "fa:16:3e:3e:4c:94", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ec45cc-17", "ovs_interfaceid": "f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.384610] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.446078] env[65311]: DEBUG nova.compute.manager [req-d51d7cff-ca23-47e1-af77-e648690a85d7 req-93f83a10-4cd4-4783-aa4b-902711395154 service nova] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Received event network-vif-deleted-5d0db364-a5aa-4e9e-8bfd-c3d517e75dad {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 771.523953] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.523953] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.524103] env[65311]: DEBUG nova.network.neutron [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 771.527735] env[65311]: DEBUG nova.compute.manager [req-7b2fa3a6-4f57-4925-9f39-cca5f184f7f6 req-ca880f91-0ae6-4a24-84f5-4b334fa63f86 service nova] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Received event network-vif-plugged-f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 771.527735] env[65311]: DEBUG oslo_concurrency.lockutils [req-7b2fa3a6-4f57-4925-9f39-cca5f184f7f6 req-ca880f91-0ae6-4a24-84f5-4b334fa63f86 service nova] Acquiring lock "f65b9885-8544-4e64-8786-9e91226e41bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.531288] env[65311]: DEBUG oslo_concurrency.lockutils [req-7b2fa3a6-4f57-4925-9f39-cca5f184f7f6 req-ca880f91-0ae6-4a24-84f5-4b334fa63f86 service nova] Lock "f65b9885-8544-4e64-8786-9e91226e41bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.531491] env[65311]: DEBUG oslo_concurrency.lockutils [req-7b2fa3a6-4f57-4925-9f39-cca5f184f7f6 req-ca880f91-0ae6-4a24-84f5-4b334fa63f86 service nova] Lock "f65b9885-8544-4e64-8786-9e91226e41bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.531666] env[65311]: DEBUG nova.compute.manager [req-7b2fa3a6-4f57-4925-9f39-cca5f184f7f6 req-ca880f91-0ae6-4a24-84f5-4b334fa63f86 service nova] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] No waiting events found dispatching network-vif-plugged-f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 771.531828] env[65311]: WARNING nova.compute.manager [req-7b2fa3a6-4f57-4925-9f39-cca5f184f7f6 req-ca880f91-0ae6-4a24-84f5-4b334fa63f86 service nova] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Received unexpected event network-vif-plugged-f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942 for instance with vm_state building and task_state spawning. [ 771.711114] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "refresh_cache-f65b9885-8544-4e64-8786-9e91226e41bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.711361] env[65311]: DEBUG nova.compute.manager [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Instance network_info: |[{"id": "f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942", "address": "fa:16:3e:3e:4c:94", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ec45cc-17", "ovs_interfaceid": "f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 771.715902] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:4c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.724477] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating folder: Project (99486a4df0af4f99a0d17974c50b259f). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.727422] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2f9563d-9e82-4a71-974d-ae19a10a3860 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.748226] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Created folder: Project (99486a4df0af4f99a0d17974c50b259f) in parent group-v866349. [ 771.748226] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating folder: Instances. Parent ref: group-v866477. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.748226] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ba8a581-5000-491a-b2e4-4e8cd72134ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.759316] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Created folder: Instances in parent group-v866477. [ 771.759570] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 771.762526] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.762983] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b831cd74-7eba-44dd-8640-655676cb358c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.795977] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.795977] env[65311]: value = "task-4428090" [ 771.795977] env[65311]: _type = "Task" [ 771.795977] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.810025] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428090, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.860408] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6ab839-de81-45d0-875f-3a912f4c4fc8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.869640] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ede8bc-b80f-4714-93d6-e01e536b1024 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.913679] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baa1675-1f78-48c9-a58a-28cf16b5561f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.923456] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a67508-7b2f-4c79-a0d7-79ac16665b33 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.941011] env[65311]: DEBUG nova.compute.provider_tree [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.083211] env[65311]: DEBUG nova.network.neutron [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 772.235429] env[65311]: WARNING neutronclient.v2_0.client [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.308250] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428090, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.444564] env[65311]: DEBUG nova.scheduler.client.report [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.545583] env[65311]: DEBUG nova.network.neutron [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance_info_cache with network_info: [{"id": "d7084695-e621-417f-bbb1-be4202fca4d7", "address": "fa:16:3e:d8:f4:48", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7084695-e6", "ovs_interfaceid": "d7084695-e621-417f-bbb1-be4202fca4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.809535] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428090, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.952821] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.953748] env[65311]: DEBUG nova.compute.manager [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 772.958189] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.344s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.962843] env[65311]: INFO nova.compute.claims [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.052659] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.052659] env[65311]: DEBUG nova.compute.manager [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Instance network_info: |[{"id": "d7084695-e621-417f-bbb1-be4202fca4d7", "address": "fa:16:3e:d8:f4:48", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7084695-e6", "ovs_interfaceid": "d7084695-e621-417f-bbb1-be4202fca4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 773.053450] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:f4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7084695-e621-417f-bbb1-be4202fca4d7', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.062564] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 773.063553] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.063553] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cabbe1b5-bd1a-415c-899f-45b3500dbab6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.086646] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.086646] env[65311]: value = "task-4428091" [ 773.086646] env[65311]: _type = "Task" [ 773.086646] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.100000] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428091, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.314095] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428090, 'name': CreateVM_Task, 'duration_secs': 1.429819} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.315104] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.315384] env[65311]: WARNING neutronclient.v2_0.client [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.316062] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.317364] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.317364] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.317364] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f16c3c-09f0-4167-8aa7-a2013d348daa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.325045] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 773.325045] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d98d19-f9d2-b341-afeb-9daad46860fd" [ 773.325045] env[65311]: _type = "Task" [ 773.325045] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.338729] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d98d19-f9d2-b341-afeb-9daad46860fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.469190] env[65311]: DEBUG nova.compute.utils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.471546] env[65311]: DEBUG nova.compute.manager [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 773.471726] env[65311]: DEBUG nova.network.neutron [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 773.472084] env[65311]: WARNING neutronclient.v2_0.client [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.472353] env[65311]: WARNING neutronclient.v2_0.client [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.550055] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "23dab365-7300-4e33-b03c-e680b9f979f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.550318] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "23dab365-7300-4e33-b03c-e680b9f979f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.567752] env[65311]: DEBUG nova.policy [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3e5f1569e7b45738654e806a9a21b3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47cf00465843456b9c10a7a1eaf4e563', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.599963] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428091, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.740722] env[65311]: INFO nova.compute.manager [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Rescuing [ 773.741171] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.741330] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquired lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.741489] env[65311]: DEBUG nova.network.neutron [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 773.840647] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d98d19-f9d2-b341-afeb-9daad46860fd, 'name': SearchDatastore_Task, 'duration_secs': 0.015183} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.840767] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.842026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.842884] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.843973] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.843973] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.843973] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39ca2ec6-1655-466a-adc3-92781b296fb9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.858842] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.861493] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.861493] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a703c330-5d6f-47c4-b400-7a92cafa78b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.868891] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 773.868891] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52de045c-200d-b5d4-75f1-fc0c6237c3ae" [ 773.868891] env[65311]: _type = "Task" [ 773.868891] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.877142] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52de045c-200d-b5d4-75f1-fc0c6237c3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.918970] env[65311]: DEBUG nova.network.neutron [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Successfully created port: 10928340-d112-4cba-bf8b-f56c0517c465 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 773.973605] env[65311]: DEBUG nova.compute.manager [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 774.098245] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428091, 'name': CreateVM_Task, 'duration_secs': 0.53852} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.101282] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.101818] env[65311]: WARNING neutronclient.v2_0.client [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.102511] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.102511] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.102711] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.102972] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daea76a3-2714-4fea-831e-c4f76185aba9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.108377] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 774.108377] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5210a23e-27dc-c825-f24f-33f730c5b1f1" [ 774.108377] env[65311]: _type = "Task" [ 774.108377] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.119971] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5210a23e-27dc-c825-f24f-33f730c5b1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.245481] env[65311]: WARNING neutronclient.v2_0.client [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.248123] env[65311]: DEBUG nova.network.neutron [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Successfully created port: fbed6276-da61-4608-832b-b2fa546f1930 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 775.133691] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "4f57c265-47d8-42d0-95bc-5102fbdd9874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.134057] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "4f57c265-47d8-42d0-95bc-5102fbdd9874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.140753] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52de045c-200d-b5d4-75f1-fc0c6237c3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.145802] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5210a23e-27dc-c825-f24f-33f730c5b1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.145980] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11f774c-0402-4062-9f4c-d797a41b747b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.148603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.149265] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.149265] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.156881] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 775.156881] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c44c77-818f-de43-958f-b5563c1f8cd8" [ 775.156881] env[65311]: _type = "Task" [ 775.156881] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.168200] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c44c77-818f-de43-958f-b5563c1f8cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.195824] env[65311]: WARNING neutronclient.v2_0.client [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.246697] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89abaaab-c465-444a-8ad0-95a17e395eea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.256187] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a003a8c5-361a-4030-b067-38252bd405fc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.288566] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eb0762-4d32-4504-98ae-c68ad571f9f4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.297163] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1a5b37-7467-48be-9379-13b4216b7508 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.315443] env[65311]: DEBUG nova.compute.provider_tree [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.366021] env[65311]: DEBUG nova.network.neutron [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updating instance_info_cache with network_info: [{"id": "01326337-1730-4c11-8d67-5edeeb790689", "address": "fa:16:3e:a2:6a:33", "network": {"id": "ac69dc18-167d-4297-99d7-68c898f5e2a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-149104643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19817bbed8ca4ce3a4d46372e57577d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01326337-17", "ovs_interfaceid": "01326337-1730-4c11-8d67-5edeeb790689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.631971] env[65311]: DEBUG nova.compute.manager [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 775.666022] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 775.666022] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.666022] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 775.666022] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.666022] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 775.666022] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 775.666565] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 775.666787] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 775.667091] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 775.667566] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 775.667837] env[65311]: DEBUG nova.virt.hardware [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 775.669880] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8c3af2-4fbe-4106-853e-c08fe05e30db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.680720] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c44c77-818f-de43-958f-b5563c1f8cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.683216] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.683489] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] f65b9885-8544-4e64-8786-9e91226e41bd/f65b9885-8544-4e64-8786-9e91226e41bd.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.683803] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.683983] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.684212] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04161428-a422-4206-b87c-45fac27ebcdf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.687920] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca738453-a750-4d58-b4a4-958a248e5861 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.693979] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97280999-fb91-4b70-bff2-127df218f2a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.709088] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 775.709088] env[65311]: value = "task-4428092" [ 775.709088] env[65311]: _type = "Task" [ 775.709088] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.709426] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.709548] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.710384] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39166865-1724-4c38-9968-37c609b2aa4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.719969] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 775.719969] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c6c0a6-d2ba-ea98-edc5-b752c4085970" [ 775.719969] env[65311]: _type = "Task" [ 775.719969] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.723954] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.739728] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c6c0a6-d2ba-ea98-edc5-b752c4085970, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.740948] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62aad892-702e-4576-885d-df0066af6534 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.748647] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 775.748647] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52151798-e0f1-f2bb-84b6-7f2461e5022f" [ 775.748647] env[65311]: _type = "Task" [ 775.748647] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.759194] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52151798-e0f1-f2bb-84b6-7f2461e5022f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.795318] env[65311]: DEBUG nova.network.neutron [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Successfully updated port: 10928340-d112-4cba-bf8b-f56c0517c465 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 775.823867] env[65311]: DEBUG nova.scheduler.client.report [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.828649] env[65311]: DEBUG nova.compute.manager [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Received event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 775.829389] env[65311]: DEBUG nova.compute.manager [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing instance network info cache due to event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 775.829389] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] Acquiring lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.829389] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] Acquired lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.829389] env[65311]: DEBUG nova.network.neutron [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.852918] env[65311]: DEBUG nova.compute.manager [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Received event network-changed-f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 775.853254] env[65311]: DEBUG nova.compute.manager [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Refreshing instance network info cache due to event network-changed-f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 775.853826] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Acquiring lock "refresh_cache-f65b9885-8544-4e64-8786-9e91226e41bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.854339] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Acquired lock "refresh_cache-f65b9885-8544-4e64-8786-9e91226e41bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.854627] env[65311]: DEBUG nova.network.neutron [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Refreshing network info cache for port f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.866084] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Releasing lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.221878] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50863} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.222660] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] f65b9885-8544-4e64-8786-9e91226e41bd/f65b9885-8544-4e64-8786-9e91226e41bd.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.223069] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.223842] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8321e386-29ec-40ab-b8d3-4dc13543d59e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.230809] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 776.230809] env[65311]: value = "task-4428093" [ 776.230809] env[65311]: _type = "Task" [ 776.230809] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.243809] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.260171] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52151798-e0f1-f2bb-84b6-7f2461e5022f, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.260483] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.260822] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 29bd979e-07b5-4c44-8c6a-2a35b12968ab/29bd979e-07b5-4c44-8c6a-2a35b12968ab.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.261144] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79df9178-4850-4bba-bdac-d271fe915e76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.269353] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 776.269353] env[65311]: value = "task-4428094" [ 776.269353] env[65311]: _type = "Task" [ 776.269353] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.280162] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.303908] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "19b27509-93ab-419b-a558-7a14ac9b8abd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.303908] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.304673] env[65311]: INFO nova.compute.manager [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Rebooting instance [ 776.332080] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.374s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.332683] env[65311]: DEBUG nova.compute.manager [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 776.336250] env[65311]: WARNING neutronclient.v2_0.client [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.339173] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.311s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.340561] env[65311]: INFO nova.compute.claims [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.359191] env[65311]: WARNING neutronclient.v2_0.client [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.739289] env[65311]: DEBUG nova.compute.manager [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 776.740196] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfa2e27-c776-474b-98f2-aa5efc189e14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.749471] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078028} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.751347] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.754752] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6502894d-e6ec-466f-bfc1-23b5186fed28 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.779361] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] f65b9885-8544-4e64-8786-9e91226e41bd/f65b9885-8544-4e64-8786-9e91226e41bd.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.788199] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57289f83-8ba9-405d-90df-0d095597d339 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.813289] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502193} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.814446] env[65311]: WARNING neutronclient.v2_0.client [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.817700] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 29bd979e-07b5-4c44-8c6a-2a35b12968ab/29bd979e-07b5-4c44-8c6a-2a35b12968ab.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.818032] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.818461] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 776.818461] env[65311]: value = "task-4428095" [ 776.818461] env[65311]: _type = "Task" [ 776.818461] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.819298] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-552aa451-595e-4d60-8082-c9664c743484 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.831640] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.832908] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.833120] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.833321] env[65311]: DEBUG nova.network.neutron [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 776.836442] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 776.836442] env[65311]: value = "task-4428096" [ 776.836442] env[65311]: _type = "Task" [ 776.836442] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.848708] env[65311]: DEBUG nova.compute.utils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.853024] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.853024] env[65311]: DEBUG nova.compute.manager [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 776.853277] env[65311]: DEBUG nova.network.neutron [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 776.853736] env[65311]: WARNING neutronclient.v2_0.client [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.854205] env[65311]: WARNING neutronclient.v2_0.client [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.876329] env[65311]: WARNING neutronclient.v2_0.client [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.976276] env[65311]: DEBUG nova.policy [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65348f720b44eb0acb64cdbe92b37d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a6bbad926744f2b0cfcd921ee0528f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.072070] env[65311]: DEBUG nova.network.neutron [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updated VIF entry in instance network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.072565] env[65311]: DEBUG nova.network.neutron [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updating instance_info_cache with network_info: [{"id": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "address": "fa:16:3e:3e:d3:82", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e7179d-86", "ovs_interfaceid": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.259051] env[65311]: INFO nova.compute.manager [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] instance snapshotting [ 777.261877] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97904437-d3ca-4506-871f-e599d0a53c55 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.283479] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f073a3-f7e4-49b4-9114-ce684d3c9d5f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.336309] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428095, 'name': ReconfigVM_Task, 'duration_secs': 0.281136} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.337314] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Reconfigured VM instance instance-0000002a to attach disk [datastore2] f65b9885-8544-4e64-8786-9e91226e41bd/f65b9885-8544-4e64-8786-9e91226e41bd.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.338273] env[65311]: WARNING neutronclient.v2_0.client [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.341208] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3b7cb47-605a-4a74-ab7e-9dc1b43ba9a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.353745] env[65311]: DEBUG nova.compute.manager [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 777.357024] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066785} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.358763] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.363341] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 777.363341] env[65311]: value = "task-4428097" [ 777.363341] env[65311]: _type = "Task" [ 777.363341] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.364392] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd40bda-9676-4b09-b2ca-efa90b743487 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.379709] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428097, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.400935] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 29bd979e-07b5-4c44-8c6a-2a35b12968ab/29bd979e-07b5-4c44-8c6a-2a35b12968ab.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.404445] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c281a88-ae50-473c-b182-4148e2ae81e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.424680] env[65311]: DEBUG nova.network.neutron [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Successfully created port: abd2ae09-86c2-4e1b-af36-d46fb71d712e {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 777.426965] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.427653] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-635f6010-56df-4ee9-890c-54dac8ba1cfa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.436331] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 777.436331] env[65311]: value = "task-4428098" [ 777.436331] env[65311]: _type = "Task" [ 777.436331] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.447971] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 777.447971] env[65311]: value = "task-4428099" [ 777.447971] env[65311]: _type = "Task" [ 777.447971] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.458112] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.463627] env[65311]: DEBUG nova.network.neutron [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Updated VIF entry in instance network info cache for port f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.464258] env[65311]: DEBUG nova.network.neutron [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Updating instance_info_cache with network_info: [{"id": "f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942", "address": "fa:16:3e:3e:4c:94", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4ec45cc-17", "ovs_interfaceid": "f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.470404] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.576092] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0da9850-229a-4dad-80b2-20f957d43ca4 req-ea143aba-11e3-46c9-af7e-66b93475f6c3 service nova] Releasing lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.796818] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 777.797511] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c1b3386-af8a-488a-9d97-cda3cc7a245c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.806788] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 777.806788] env[65311]: value = "task-4428100" [ 777.806788] env[65311]: _type = "Task" [ 777.806788] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.819087] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.875077] env[65311]: DEBUG nova.network.neutron [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Successfully updated port: fbed6276-da61-4608-832b-b2fa546f1930 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 777.887083] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428097, 'name': Rename_Task, 'duration_secs': 0.180163} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.888017] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.888307] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cba0763-e96e-4e96-9b4e-f2116651da3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.897728] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 777.897728] env[65311]: value = "task-4428101" [ 777.897728] env[65311]: _type = "Task" [ 777.897728] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.908063] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.922999] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4eceed-5df3-4823-9cd3-323d3c6122ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.932447] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8385f121-8145-47aa-8f5c-350f98d24e5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.975559] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f9e552-ecc9-4cd5-b2e4-8b05a0122564 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.979425] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Releasing lock "refresh_cache-f65b9885-8544-4e64-8786-9e91226e41bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.979753] env[65311]: DEBUG nova.compute.manager [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Received event network-vif-plugged-d7084695-e621-417f-bbb1-be4202fca4d7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 777.980042] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Acquiring lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.980284] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.980496] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.980692] env[65311]: DEBUG nova.compute.manager [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] No waiting events found dispatching network-vif-plugged-d7084695-e621-417f-bbb1-be4202fca4d7 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 777.980893] env[65311]: WARNING nova.compute.manager [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Received unexpected event network-vif-plugged-d7084695-e621-417f-bbb1-be4202fca4d7 for instance with vm_state building and task_state spawning. [ 777.981180] env[65311]: DEBUG nova.compute.manager [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Received event network-changed-d7084695-e621-417f-bbb1-be4202fca4d7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 777.981367] env[65311]: DEBUG nova.compute.manager [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Refreshing instance network info cache due to event network-changed-d7084695-e621-417f-bbb1-be4202fca4d7. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 777.981786] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Acquiring lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.981990] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Acquired lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.982273] env[65311]: DEBUG nova.network.neutron [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Refreshing network info cache for port d7084695-e621-417f-bbb1-be4202fca4d7 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.987508] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428098, 'name': PowerOffVM_Task, 'duration_secs': 0.227739} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.988828] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.989803] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d4cfd8-211b-46c8-9d09-9d9c2081d37a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.002265] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.004157] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1427a8c9-5d07-4fc3-93d5-948506d19aff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.024788] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daea95f9-6be7-4f16-95b5-2b0ce3d8b303 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.036901] env[65311]: DEBUG nova.compute.provider_tree [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.074510] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.074869] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5696b506-7ef5-4dd1-a428-3332d1af8dd9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.082772] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 778.082772] env[65311]: value = "task-4428102" [ 778.082772] env[65311]: _type = "Task" [ 778.082772] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.093492] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 778.093740] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.094024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.094199] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.094392] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.094671] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f04ba072-d342-40f5-8d7f-4e778c6258bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.104657] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.104905] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.105707] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c900187c-7bcc-4881-a877-48d7c3c46221 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.112190] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 778.112190] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a84345-9a75-3845-3008-373fe59a9ac8" [ 778.112190] env[65311]: _type = "Task" [ 778.112190] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.121852] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a84345-9a75-3845-3008-373fe59a9ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.318104] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428100, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.364814] env[65311]: DEBUG nova.compute.manager [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 778.370846] env[65311]: WARNING neutronclient.v2_0.client [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.378574] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "refresh_cache-0da534e6-4151-4c9d-bec8-798548a683e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.378755] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquired lock "refresh_cache-0da534e6-4151-4c9d-bec8-798548a683e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.378935] env[65311]: DEBUG nova.network.neutron [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 778.407961] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 778.408611] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.408937] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 778.409242] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.409522] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 778.409790] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 778.412022] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 778.412022] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 778.412022] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 778.412022] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 778.412022] env[65311]: DEBUG nova.virt.hardware [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 778.413629] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb78a8-d033-4ee9-a07d-e1ab453dffe8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.429673] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428101, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.431205] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853b8cf6-8977-40bd-b95c-66769b82bafe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.479149] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428099, 'name': ReconfigVM_Task, 'duration_secs': 0.613324} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.479535] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 29bd979e-07b5-4c44-8c6a-2a35b12968ab/29bd979e-07b5-4c44-8c6a-2a35b12968ab.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.480258] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32ba268f-5e88-45f6-aece-964b88dfdb87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.489535] env[65311]: WARNING neutronclient.v2_0.client [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.492214] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 778.492214] env[65311]: value = "task-4428103" [ 778.492214] env[65311]: _type = "Task" [ 778.492214] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.505386] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428103, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.540328] env[65311]: DEBUG nova.scheduler.client.report [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.624486] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a84345-9a75-3845-3008-373fe59a9ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.625562] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf4e34e-e43d-4207-a8be-8cb3606b8658 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.632630] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 778.632630] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52681ed6-2829-6c3f-f474-adbbb47775dc" [ 778.632630] env[65311]: _type = "Task" [ 778.632630] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.642419] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52681ed6-2829-6c3f-f474-adbbb47775dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.671536] env[65311]: DEBUG nova.network.neutron [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [{"id": "57f05d3b-3b02-4eec-864a-a0857c696d40", "address": "fa:16:3e:8e:2d:4d", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f05d3b-3b", "ovs_interfaceid": "57f05d3b-3b02-4eec-864a-a0857c696d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.819835] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428100, 'name': CreateSnapshot_Task, 'duration_secs': 0.574788} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.820299] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 778.821201] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24de2a2-3386-4629-a4b3-056588761aa5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.911410] env[65311]: DEBUG oslo_vmware.api [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428101, 'name': PowerOnVM_Task, 'duration_secs': 0.73402} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.911687] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.911877] env[65311]: INFO nova.compute.manager [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Took 11.62 seconds to spawn the instance on the hypervisor. [ 778.912141] env[65311]: DEBUG nova.compute.manager [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 778.913381] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9805157-d688-4ead-b283-d3a76822b304 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.003616] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428103, 'name': Rename_Task, 'duration_secs': 0.210989} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.005062] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.005295] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cffadcd0-36ae-4dd8-b172-637f8c44e478 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.015365] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 779.015365] env[65311]: value = "task-4428104" [ 779.015365] env[65311]: _type = "Task" [ 779.015365] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.027589] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.029599] env[65311]: DEBUG nova.network.neutron [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 779.046187] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.046480] env[65311]: DEBUG nova.compute.manager [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 779.050849] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.737s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.053490] env[65311]: INFO nova.compute.claims [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.119975] env[65311]: DEBUG nova.network.neutron [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Successfully updated port: abd2ae09-86c2-4e1b-af36-d46fb71d712e {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.146112] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52681ed6-2829-6c3f-f474-adbbb47775dc, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.150805] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.151221] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. {{(pid=65311) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 779.152062] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-927ad51f-bfaa-4f35-9322-2e754b927844 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.166216] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 779.166216] env[65311]: value = "task-4428105" [ 779.166216] env[65311]: _type = "Task" [ 779.166216] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.178095] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.179560] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.180763] env[65311]: WARNING neutronclient.v2_0.client [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.210532] env[65311]: WARNING neutronclient.v2_0.client [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.291089] env[65311]: DEBUG nova.network.neutron [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updated VIF entry in instance network info cache for port d7084695-e621-417f-bbb1-be4202fca4d7. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.291089] env[65311]: DEBUG nova.network.neutron [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance_info_cache with network_info: [{"id": "d7084695-e621-417f-bbb1-be4202fca4d7", "address": "fa:16:3e:d8:f4:48", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7084695-e6", "ovs_interfaceid": "d7084695-e621-417f-bbb1-be4202fca4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.341812] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 779.342556] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac3e8543-248b-4527-a21d-93746c51ac54 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.352425] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 779.352425] env[65311]: value = "task-4428106" [ 779.352425] env[65311]: _type = "Task" [ 779.352425] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.361999] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428106, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.387942] env[65311]: WARNING neutronclient.v2_0.client [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.438012] env[65311]: INFO nova.compute.manager [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Took 57.37 seconds to build instance. [ 779.474306] env[65311]: DEBUG nova.network.neutron [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Updating instance_info_cache with network_info: [{"id": "10928340-d112-4cba-bf8b-f56c0517c465", "address": "fa:16:3e:4a:04:1a", "network": {"id": "63a1905f-f212-48bd-8aa8-d1099f2d1bda", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-15697451", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10928340-d1", "ovs_interfaceid": "10928340-d112-4cba-bf8b-f56c0517c465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbed6276-da61-4608-832b-b2fa546f1930", "address": "fa:16:3e:70:47:a7", "network": {"id": "fe46e62c-f191-4038-bbd0-aae9e57ec0e4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1804143750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbed6276-da", "ovs_interfaceid": "fbed6276-da61-4608-832b-b2fa546f1930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.529050] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428104, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.568090] env[65311]: DEBUG nova.compute.utils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.571027] env[65311]: DEBUG nova.compute.manager [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 779.571558] env[65311]: DEBUG nova.network.neutron [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 779.572066] env[65311]: WARNING neutronclient.v2_0.client [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.572634] env[65311]: WARNING neutronclient.v2_0.client [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.596467] env[65311]: DEBUG nova.compute.manager [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Received event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 779.596690] env[65311]: DEBUG nova.compute.manager [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing instance network info cache due to event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 779.596984] env[65311]: DEBUG oslo_concurrency.lockutils [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] Acquiring lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.597230] env[65311]: DEBUG oslo_concurrency.lockutils [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] Acquired lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.597495] env[65311]: DEBUG nova.network.neutron [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.616477] env[65311]: DEBUG nova.compute.manager [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Received event network-vif-plugged-10928340-d112-4cba-bf8b-f56c0517c465 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 779.616691] env[65311]: DEBUG oslo_concurrency.lockutils [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] Acquiring lock "0da534e6-4151-4c9d-bec8-798548a683e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.616841] env[65311]: DEBUG oslo_concurrency.lockutils [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] Lock "0da534e6-4151-4c9d-bec8-798548a683e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.617259] env[65311]: DEBUG oslo_concurrency.lockutils [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] Lock "0da534e6-4151-4c9d-bec8-798548a683e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.617259] env[65311]: DEBUG nova.compute.manager [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] No waiting events found dispatching network-vif-plugged-10928340-d112-4cba-bf8b-f56c0517c465 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 779.617387] env[65311]: WARNING nova.compute.manager [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Received unexpected event network-vif-plugged-10928340-d112-4cba-bf8b-f56c0517c465 for instance with vm_state building and task_state spawning. [ 779.617481] env[65311]: DEBUG nova.compute.manager [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Received event network-changed-10928340-d112-4cba-bf8b-f56c0517c465 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 779.618069] env[65311]: DEBUG nova.compute.manager [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Refreshing instance network info cache due to event network-changed-10928340-d112-4cba-bf8b-f56c0517c465. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 779.618069] env[65311]: DEBUG oslo_concurrency.lockutils [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] Acquiring lock "refresh_cache-0da534e6-4151-4c9d-bec8-798548a683e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.624363] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquiring lock "refresh_cache-1a5390c7-30fb-4797-a535-b179a063ed6f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.624363] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquired lock "refresh_cache-1a5390c7-30fb-4797-a535-b179a063ed6f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.624644] env[65311]: DEBUG nova.network.neutron [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 779.635408] env[65311]: DEBUG nova.policy [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a1c82e11b9c4b0ca29cea6bc224fa65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772a53bbca574a6a95f99e5aef167d61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.683218] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428105, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.686086] env[65311]: DEBUG nova.compute.manager [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 779.687138] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39139e2-24dd-4381-bf0e-ca86e79f7631 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.793368] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Releasing lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.793719] env[65311]: DEBUG nova.compute.manager [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Received event network-changed-7913bb27-9258-430d-a87e-c81eff9b717e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 779.793915] env[65311]: DEBUG nova.compute.manager [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Refreshing instance network info cache due to event network-changed-7913bb27-9258-430d-a87e-c81eff9b717e. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 779.794437] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Acquiring lock "refresh_cache-8d1fc405-3a7c-44d6-a33d-07364bea6304" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.794437] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Acquired lock "refresh_cache-8d1fc405-3a7c-44d6-a33d-07364bea6304" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.794658] env[65311]: DEBUG nova.network.neutron [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Refreshing network info cache for port 7913bb27-9258-430d-a87e-c81eff9b717e {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.865054] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428106, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.941193] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db6bedfc-e567-4732-bc5c-bfb5e5395de2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "f65b9885-8544-4e64-8786-9e91226e41bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.888s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.977694] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Releasing lock "refresh_cache-0da534e6-4151-4c9d-bec8-798548a683e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.978133] env[65311]: DEBUG nova.compute.manager [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Instance network_info: |[{"id": "10928340-d112-4cba-bf8b-f56c0517c465", "address": "fa:16:3e:4a:04:1a", "network": {"id": "63a1905f-f212-48bd-8aa8-d1099f2d1bda", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-15697451", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10928340-d1", "ovs_interfaceid": "10928340-d112-4cba-bf8b-f56c0517c465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbed6276-da61-4608-832b-b2fa546f1930", "address": "fa:16:3e:70:47:a7", "network": {"id": "fe46e62c-f191-4038-bbd0-aae9e57ec0e4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1804143750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbed6276-da", "ovs_interfaceid": "fbed6276-da61-4608-832b-b2fa546f1930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 779.978526] env[65311]: DEBUG oslo_concurrency.lockutils [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] Acquired lock "refresh_cache-0da534e6-4151-4c9d-bec8-798548a683e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.978821] env[65311]: DEBUG nova.network.neutron [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Refreshing network info cache for port 10928340-d112-4cba-bf8b-f56c0517c465 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.980522] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:04:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffcecdaa-a7b8-49fc-9371-dbdb7744688e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10928340-d112-4cba-bf8b-f56c0517c465', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:47:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbed6276-da61-4608-832b-b2fa546f1930', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.992354] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 779.993263] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.994117] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cc19cfb-047f-4817-acc2-903f59227af6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.031955] env[65311]: DEBUG oslo_vmware.api [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428104, 'name': PowerOnVM_Task, 'duration_secs': 0.837963} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.033401] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.033654] env[65311]: INFO nova.compute.manager [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Took 10.06 seconds to spawn the instance on the hypervisor. [ 780.033868] env[65311]: DEBUG nova.compute.manager [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 780.034133] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.034133] env[65311]: value = "task-4428107" [ 780.034133] env[65311]: _type = "Task" [ 780.034133] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.034825] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf78294-3ea6-467f-aed9-205a5ee1da22 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.051897] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428107, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.069215] env[65311]: DEBUG nova.network.neutron [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Successfully created port: 3843aa28-2540-480c-a7e5-61026e7c4cbf {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 780.071784] env[65311]: DEBUG nova.compute.manager [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 780.102714] env[65311]: WARNING neutronclient.v2_0.client [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.177223] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676393} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.177504] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. [ 780.178344] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4354d13a-b537-471d-b237-da8fdbc3407a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.208377] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.215468] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db08e51d-4b7b-4a86-982d-d9fe2e7f10a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.235511] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 780.235511] env[65311]: value = "task-4428108" [ 780.235511] env[65311]: _type = "Task" [ 780.235511] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.246674] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.299690] env[65311]: WARNING neutronclient.v2_0.client [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.367053] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428106, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.444541] env[65311]: DEBUG nova.compute.manager [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 780.497023] env[65311]: WARNING neutronclient.v2_0.client [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.528846] env[65311]: DEBUG nova.network.neutron [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 780.549690] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428107, 'name': CreateVM_Task, 'duration_secs': 0.477962} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.549853] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.550458] env[65311]: WARNING neutronclient.v2_0.client [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.550785] env[65311]: WARNING neutronclient.v2_0.client [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.551121] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.551331] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.551654] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.551949] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ed9be6-5d41-4e63-bf2d-d7e501704a08 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.566184] env[65311]: INFO nova.compute.manager [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Took 54.46 seconds to build instance. [ 780.566184] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 780.566184] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a31f66-8183-658e-4a7a-051d90cdddcf" [ 780.566184] env[65311]: _type = "Task" [ 780.566184] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.579696] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a31f66-8183-658e-4a7a-051d90cdddcf, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.583621] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.583852] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.584107] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.584258] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.584432] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.584945] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b38e5187-c37f-42c7-83ab-cd6c582fac58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.597084] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.597084] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.597084] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69cba2c-1e1a-4974-a07c-c078a003485d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.604202] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 780.604202] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eb15b6-2289-f43d-86b4-e3fe52252d52" [ 780.604202] env[65311]: _type = "Task" [ 780.604202] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.621434] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eb15b6-2289-f43d-86b4-e3fe52252d52, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.625376] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8189fb0-0b9b-4181-b517-2e1e63e4ac54 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.635729] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 780.635729] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529c6dc7-3fcb-77f7-2642-05f802c2ad6e" [ 780.635729] env[65311]: _type = "Task" [ 780.635729] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.647139] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529c6dc7-3fcb-77f7-2642-05f802c2ad6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.688585] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fc64f1-2efb-452b-97e6-6edbe3e549bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.697527] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10014dfb-583d-4770-b394-82b54c3d7fd1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.743704] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be38b577-5dbc-462d-8859-874b4138753f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.748280] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca3b23a-5c75-4e60-ac14-7cb73c52af5d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.771286] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Doing hard reboot of VM {{(pid=65311) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 780.771706] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.776176] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b6ee49-44b8-4bf7-9abd-2b591d7d09b6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.781292] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-a828aa58-eb99-45b5-8849-47fa2bd11247 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.796011] env[65311]: DEBUG nova.compute.provider_tree [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.801231] env[65311]: DEBUG oslo_vmware.api [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 780.801231] env[65311]: value = "task-4428109" [ 780.801231] env[65311]: _type = "Task" [ 780.801231] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.809863] env[65311]: DEBUG oslo_vmware.api [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428109, 'name': ResetVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.865606] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428106, 'name': CloneVM_Task, 'duration_secs': 1.505866} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.865873] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Created linked-clone VM from snapshot [ 780.866657] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ce804a-d217-495a-8813-ffad283fdb92 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.875292] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Uploading image 87dde8a5-c465-46b7-bc35-f26e58b42af6 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 780.902864] env[65311]: DEBUG oslo_vmware.rw_handles [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 780.902864] env[65311]: value = "vm-866482" [ 780.902864] env[65311]: _type = "VirtualMachine" [ 780.902864] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 780.903202] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d24a9c7-3518-4d5b-84e0-8f84d0a28483 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.914420] env[65311]: DEBUG oslo_vmware.rw_handles [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lease: (returnval){ [ 780.914420] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522c20ea-4bf6-debd-764e-f9c294613d8c" [ 780.914420] env[65311]: _type = "HttpNfcLease" [ 780.914420] env[65311]: } obtained for exporting VM: (result){ [ 780.914420] env[65311]: value = "vm-866482" [ 780.914420] env[65311]: _type = "VirtualMachine" [ 780.914420] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 780.914683] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the lease: (returnval){ [ 780.914683] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522c20ea-4bf6-debd-764e-f9c294613d8c" [ 780.914683] env[65311]: _type = "HttpNfcLease" [ 780.914683] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 780.922642] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.922642] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522c20ea-4bf6-debd-764e-f9c294613d8c" [ 780.922642] env[65311]: _type = "HttpNfcLease" [ 780.922642] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 780.967517] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.047861] env[65311]: WARNING neutronclient.v2_0.client [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.073220] env[65311]: DEBUG oslo_concurrency.lockutils [None req-017a17a6-fcc9-413a-a723-a6696209c776 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.981s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.080648] env[65311]: WARNING neutronclient.v2_0.client [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.087092] env[65311]: DEBUG nova.compute.manager [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 781.118896] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 781.119144] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.119299] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 781.119489] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.119633] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 781.119786] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 781.120169] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 781.120250] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 781.120429] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 781.120629] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 781.120795] env[65311]: DEBUG nova.virt.hardware [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 781.121730] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb36662-bff3-4279-a569-112d82feda69 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.131615] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278bcc91-f156-4e65-a956-d8f4136c35a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.155237] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529c6dc7-3fcb-77f7-2642-05f802c2ad6e, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.155613] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.155944] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 0da534e6-4151-4c9d-bec8-798548a683e6/0da534e6-4151-4c9d-bec8-798548a683e6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.156374] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5db6a894-fe10-4121-9b45-357a15eafad0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.167290] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 781.167290] env[65311]: value = "task-4428111" [ 781.167290] env[65311]: _type = "Task" [ 781.167290] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.176845] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.264910] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428108, 'name': ReconfigVM_Task, 'duration_secs': 1.012962} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.265235] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.266133] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74555d5-18ca-4b86-91e2-00729242a2bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.298100] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf674cb3-4c85-4fc1-af04-8cbaf7c72d48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.309200] env[65311]: DEBUG nova.scheduler.client.report [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.318880] env[65311]: WARNING neutronclient.v2_0.client [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.327383] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 781.327383] env[65311]: value = "task-4428112" [ 781.327383] env[65311]: _type = "Task" [ 781.327383] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.335347] env[65311]: DEBUG oslo_vmware.api [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428109, 'name': ResetVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.342817] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428112, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.360680] env[65311]: WARNING neutronclient.v2_0.client [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.425235] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.425235] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522c20ea-4bf6-debd-764e-f9c294613d8c" [ 781.425235] env[65311]: _type = "HttpNfcLease" [ 781.425235] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.425235] env[65311]: DEBUG oslo_vmware.rw_handles [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.425235] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522c20ea-4bf6-debd-764e-f9c294613d8c" [ 781.425235] env[65311]: _type = "HttpNfcLease" [ 781.425235] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.425999] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbe6e13-73fb-45fc-8933-4c52645a15b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.434844] env[65311]: DEBUG oslo_vmware.rw_handles [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edfa86-965e-617c-c72b-cd4d3795a0a8/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.435339] env[65311]: DEBUG oslo_vmware.rw_handles [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edfa86-965e-617c-c72b-cd4d3795a0a8/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.498301] env[65311]: DEBUG nova.network.neutron [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updated VIF entry in instance network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.498787] env[65311]: DEBUG nova.network.neutron [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updating instance_info_cache with network_info: [{"id": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "address": "fa:16:3e:3e:d3:82", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e7179d-86", "ovs_interfaceid": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.501701] env[65311]: DEBUG nova.network.neutron [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Updating instance_info_cache with network_info: [{"id": "abd2ae09-86c2-4e1b-af36-d46fb71d712e", "address": "fa:16:3e:5e:4f:f8", "network": {"id": "e0b1d115-e2e8-4f8e-8d93-4dd829de61a3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-259639753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a6bbad926744f2b0cfcd921ee0528f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd2ae09-86", "ovs_interfaceid": "abd2ae09-86c2-4e1b-af36-d46fb71d712e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.541904] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-483916c9-5719-4860-aecf-83392f9daaaf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.580763] env[65311]: DEBUG nova.compute.manager [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 781.677842] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.694392] env[65311]: DEBUG nova.network.neutron [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Successfully updated port: 3843aa28-2540-480c-a7e5-61026e7c4cbf {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 781.708435] env[65311]: DEBUG nova.network.neutron [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Updated VIF entry in instance network info cache for port 7913bb27-9258-430d-a87e-c81eff9b717e. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.708796] env[65311]: DEBUG nova.network.neutron [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Updating instance_info_cache with network_info: [{"id": "7913bb27-9258-430d-a87e-c81eff9b717e", "address": "fa:16:3e:93:13:70", "network": {"id": "36927faa-f05f-40ed-828e-d844ba27e6c5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-929584614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41ebed2f701542bba3e056975277199e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7913bb27-92", "ovs_interfaceid": "7913bb27-9258-430d-a87e-c81eff9b717e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.732374] env[65311]: DEBUG nova.network.neutron [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Updated VIF entry in instance network info cache for port 10928340-d112-4cba-bf8b-f56c0517c465. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.733146] env[65311]: DEBUG nova.network.neutron [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Updating instance_info_cache with network_info: [{"id": "10928340-d112-4cba-bf8b-f56c0517c465", "address": "fa:16:3e:4a:04:1a", "network": {"id": "63a1905f-f212-48bd-8aa8-d1099f2d1bda", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-15697451", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10928340-d1", "ovs_interfaceid": "10928340-d112-4cba-bf8b-f56c0517c465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbed6276-da61-4608-832b-b2fa546f1930", "address": "fa:16:3e:70:47:a7", "network": {"id": "fe46e62c-f191-4038-bbd0-aae9e57ec0e4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1804143750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbed6276-da", "ovs_interfaceid": "fbed6276-da61-4608-832b-b2fa546f1930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.818906] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.819510] env[65311]: DEBUG nova.compute.manager [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 781.822359] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.713s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.822538] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.822679] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 781.823024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.936s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.823234] env[65311]: DEBUG nova.objects.instance [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lazy-loading 'resources' on Instance uuid 11e42b51-9f38-4386-aab0-5bc0e158d172 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.825920] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694766f-1943-4cad-a29a-e78976d8638a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.833942] env[65311]: DEBUG oslo_vmware.api [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428109, 'name': ResetVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.852305] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208d4f97-7261-4d75-bac8-b48c350d096b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.857721] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428112, 'name': ReconfigVM_Task, 'duration_secs': 0.219862} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.858182] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.858940] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24771386-1cf2-4ef5-94f0-d73b23cc5b47 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.876037] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eb589c-430b-422b-8591-4d9402bd69a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.880058] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 781.880058] env[65311]: value = "task-4428113" [ 781.880058] env[65311]: _type = "Task" [ 781.880058] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.889038] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a0f593-ca18-4906-a6f5-721cc314ed70 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.896719] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428113, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.935635] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178593MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 781.935999] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.002040] env[65311]: DEBUG oslo_concurrency.lockutils [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] Releasing lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.002575] env[65311]: DEBUG nova.compute.manager [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Received event network-changed-8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 782.002848] env[65311]: DEBUG nova.compute.manager [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Refreshing instance network info cache due to event network-changed-8f93c3af-9c27-410c-9e95-fc02f0e59041. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 782.003263] env[65311]: DEBUG oslo_concurrency.lockutils [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] Acquiring lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.004031] env[65311]: DEBUG oslo_concurrency.lockutils [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] Acquired lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.004031] env[65311]: DEBUG nova.network.neutron [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Refreshing network info cache for port 8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.006924] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Releasing lock "refresh_cache-1a5390c7-30fb-4797-a535-b179a063ed6f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.008010] env[65311]: DEBUG nova.compute.manager [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Instance network_info: |[{"id": "abd2ae09-86c2-4e1b-af36-d46fb71d712e", "address": "fa:16:3e:5e:4f:f8", "network": {"id": "e0b1d115-e2e8-4f8e-8d93-4dd829de61a3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-259639753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a6bbad926744f2b0cfcd921ee0528f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd2ae09-86", "ovs_interfaceid": "abd2ae09-86c2-4e1b-af36-d46fb71d712e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 782.009035] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:4f:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abd2ae09-86c2-4e1b-af36-d46fb71d712e', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.018391] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Creating folder: Project (94a6bbad926744f2b0cfcd921ee0528f). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.019818] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "f65b9885-8544-4e64-8786-9e91226e41bd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.020268] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "f65b9885-8544-4e64-8786-9e91226e41bd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.021360] env[65311]: DEBUG nova.compute.manager [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 782.021360] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08cb9e85-0f03-400f-92a5-b59a088e0012 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.024054] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87993e2-c59e-4f6b-b357-89d56e4a768b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.034356] env[65311]: DEBUG nova.compute.manager [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 782.035215] env[65311]: DEBUG nova.objects.instance [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lazy-loading 'flavor' on Instance uuid f65b9885-8544-4e64-8786-9e91226e41bd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.042204] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Created folder: Project (94a6bbad926744f2b0cfcd921ee0528f) in parent group-v866349. [ 782.042204] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Creating folder: Instances. Parent ref: group-v866484. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.043404] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a120fb48-f5c5-445a-9d38-c069f5101851 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.060252] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Created folder: Instances in parent group-v866484. [ 782.060650] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 782.061356] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.061356] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c8a4b42-7ae7-4151-9334-48aaaae3ec59 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.092115] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.092115] env[65311]: value = "task-4428116" [ 782.092115] env[65311]: _type = "Task" [ 782.092115] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.113362] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428116, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.122581] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.190970] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428111, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.199193] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-a0382adf-e119-4c10-a995-c8154f2f2df7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.200322] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-a0382adf-e119-4c10-a995-c8154f2f2df7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.201302] env[65311]: DEBUG nova.network.neutron [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 782.213018] env[65311]: DEBUG oslo_concurrency.lockutils [req-93bce9b6-9ccb-4da4-980f-8182a5c3bf7b req-3d5847b3-fefd-4af8-ac92-5c71deee8222 service nova] Releasing lock "refresh_cache-8d1fc405-3a7c-44d6-a33d-07364bea6304" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.236069] env[65311]: DEBUG oslo_concurrency.lockutils [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] Releasing lock "refresh_cache-0da534e6-4151-4c9d-bec8-798548a683e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.236578] env[65311]: DEBUG nova.compute.manager [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Received event network-vif-plugged-fbed6276-da61-4608-832b-b2fa546f1930 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 782.238054] env[65311]: DEBUG oslo_concurrency.lockutils [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] Acquiring lock "0da534e6-4151-4c9d-bec8-798548a683e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.238054] env[65311]: DEBUG oslo_concurrency.lockutils [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] Lock "0da534e6-4151-4c9d-bec8-798548a683e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.238054] env[65311]: DEBUG oslo_concurrency.lockutils [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] Lock "0da534e6-4151-4c9d-bec8-798548a683e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.238054] env[65311]: DEBUG nova.compute.manager [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] No waiting events found dispatching network-vif-plugged-fbed6276-da61-4608-832b-b2fa546f1930 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 782.238309] env[65311]: WARNING nova.compute.manager [req-e27dc9fb-2a30-481f-a572-da1471a2c8f0 req-3b962e1a-b49e-48b9-928e-40bc81fcc84e service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Received unexpected event network-vif-plugged-fbed6276-da61-4608-832b-b2fa546f1930 for instance with vm_state building and task_state spawning. [ 782.325647] env[65311]: DEBUG oslo_vmware.api [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428109, 'name': ResetVM_Task, 'duration_secs': 1.080722} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.327262] env[65311]: DEBUG nova.compute.utils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.329082] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Did hard reboot of VM {{(pid=65311) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 782.329314] env[65311]: DEBUG nova.compute.manager [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 782.330131] env[65311]: DEBUG nova.compute.manager [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 782.330524] env[65311]: DEBUG nova.network.neutron [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 782.330944] env[65311]: WARNING neutronclient.v2_0.client [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.331550] env[65311]: WARNING neutronclient.v2_0.client [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.335768] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416ab780-d901-40e4-bd23-806355cfa8e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.396108] env[65311]: DEBUG nova.policy [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f2864cfd4394e169217a678ab1839ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b11c3275a4434184a1fac6740dcb23e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.412591] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428113, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.510889] env[65311]: WARNING neutronclient.v2_0.client [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.610544] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428116, 'name': CreateVM_Task, 'duration_secs': 0.495425} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.611711] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.611711] env[65311]: WARNING neutronclient.v2_0.client [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.614023] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.614023] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.614023] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.614023] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211ca1ad-c4ae-4529-885f-f577b2d453b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.619463] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 782.619463] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52660526-d19c-a42f-7310-c22e97022454" [ 782.619463] env[65311]: _type = "Task" [ 782.619463] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.631894] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52660526-d19c-a42f-7310-c22e97022454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.681849] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428111, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.069528} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.681849] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 0da534e6-4151-4c9d-bec8-798548a683e6/0da534e6-4151-4c9d-bec8-798548a683e6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.682684] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.682684] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16432118-15ec-43b6-bfe0-79e8dd32e4f4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.691189] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 782.691189] env[65311]: value = "task-4428117" [ 782.691189] env[65311]: _type = "Task" [ 782.691189] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.701867] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.788252] env[65311]: DEBUG nova.network.neutron [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Successfully created port: 62f1e581-96cb-4a8a-8fc4-0afd07728354 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 782.792520] env[65311]: DEBUG nova.network.neutron [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 782.833775] env[65311]: DEBUG nova.compute.manager [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 782.868363] env[65311]: DEBUG nova.compute.manager [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Received event network-vif-plugged-abd2ae09-86c2-4e1b-af36-d46fb71d712e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 782.869047] env[65311]: DEBUG oslo_concurrency.lockutils [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] Acquiring lock "1a5390c7-30fb-4797-a535-b179a063ed6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.869047] env[65311]: DEBUG oslo_concurrency.lockutils [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] Lock "1a5390c7-30fb-4797-a535-b179a063ed6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.869047] env[65311]: DEBUG oslo_concurrency.lockutils [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] Lock "1a5390c7-30fb-4797-a535-b179a063ed6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.869047] env[65311]: DEBUG nova.compute.manager [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] No waiting events found dispatching network-vif-plugged-abd2ae09-86c2-4e1b-af36-d46fb71d712e {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 782.869458] env[65311]: WARNING nova.compute.manager [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Received unexpected event network-vif-plugged-abd2ae09-86c2-4e1b-af36-d46fb71d712e for instance with vm_state building and task_state spawning. [ 782.869458] env[65311]: DEBUG nova.compute.manager [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Received event network-changed-abd2ae09-86c2-4e1b-af36-d46fb71d712e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 782.869458] env[65311]: DEBUG nova.compute.manager [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Refreshing instance network info cache due to event network-changed-abd2ae09-86c2-4e1b-af36-d46fb71d712e. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 782.869638] env[65311]: DEBUG oslo_concurrency.lockutils [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] Acquiring lock "refresh_cache-1a5390c7-30fb-4797-a535-b179a063ed6f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.869848] env[65311]: DEBUG oslo_concurrency.lockutils [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] Acquired lock "refresh_cache-1a5390c7-30fb-4797-a535-b179a063ed6f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.869984] env[65311]: DEBUG nova.network.neutron [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Refreshing network info cache for port abd2ae09-86c2-4e1b-af36-d46fb71d712e {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.871441] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9d0d2030-ca17-4c64-b649-9b11692c0413 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.567s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.892901] env[65311]: DEBUG nova.compute.manager [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Received event network-changed-fbed6276-da61-4608-832b-b2fa546f1930 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 782.892901] env[65311]: DEBUG nova.compute.manager [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Refreshing instance network info cache due to event network-changed-fbed6276-da61-4608-832b-b2fa546f1930. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 782.893133] env[65311]: DEBUG oslo_concurrency.lockutils [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] Acquiring lock "refresh_cache-0da534e6-4151-4c9d-bec8-798548a683e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.893133] env[65311]: DEBUG oslo_concurrency.lockutils [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] Acquired lock "refresh_cache-0da534e6-4151-4c9d-bec8-798548a683e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.893383] env[65311]: DEBUG nova.network.neutron [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Refreshing network info cache for port fbed6276-da61-4608-832b-b2fa546f1930 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.909684] env[65311]: DEBUG oslo_vmware.api [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428113, 'name': PowerOnVM_Task, 'duration_secs': 0.684345} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.910634] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.913565] env[65311]: DEBUG nova.compute.manager [None req-c1ad0da9-14b9-45a7-b17e-2b624971b08f tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 782.914804] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831f7d63-d1e8-49e7-97f9-62b04c325002 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.923042] env[65311]: WARNING neutronclient.v2_0.client [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.012153] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc2e611-d97d-4990-92dd-3cad991caea7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.022578] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adb8ade-69af-4720-9afc-c0972fd1629e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.028315] env[65311]: WARNING neutronclient.v2_0.client [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.064049] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.064876] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50561924-bcd5-449f-93de-de4e549c4973 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.067367] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9176d4a4-087d-486b-b133-3fc9d46930b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.081027] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0ff502-4142-4f77-af5e-91d16443f52e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.085915] env[65311]: DEBUG oslo_vmware.api [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 783.085915] env[65311]: value = "task-4428118" [ 783.085915] env[65311]: _type = "Task" [ 783.085915] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.091723] env[65311]: DEBUG nova.network.neutron [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updated VIF entry in instance network info cache for port 8f93c3af-9c27-410c-9e95-fc02f0e59041. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 783.091723] env[65311]: DEBUG nova.network.neutron [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updating instance_info_cache with network_info: [{"id": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "address": "fa:16:3e:bc:fa:6a", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f93c3af-9c", "ovs_interfaceid": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.104224] env[65311]: DEBUG nova.compute.provider_tree [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.113607] env[65311]: DEBUG oslo_vmware.api [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.135733] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52660526-d19c-a42f-7310-c22e97022454, 'name': SearchDatastore_Task, 'duration_secs': 0.030186} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.136840] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.137222] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.137577] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.137921] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.138233] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.138680] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb5ac800-41c8-49a1-ae06-f710c1db47d5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.153515] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.153700] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.154661] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce306c8b-195b-4bb1-9534-fecc4238ce0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.164642] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 783.164642] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526aea0b-e56d-d5df-5d35-71577beac500" [ 783.164642] env[65311]: _type = "Task" [ 783.164642] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.178273] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526aea0b-e56d-d5df-5d35-71577beac500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.201900] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071749} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.202322] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.203306] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f5a957-9732-4484-a006-45e7b992f6e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.230322] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 0da534e6-4151-4c9d-bec8-798548a683e6/0da534e6-4151-4c9d-bec8-798548a683e6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.230671] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0602152a-bb21-4eaa-9bb2-6f85f59151c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.253309] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 783.253309] env[65311]: value = "task-4428119" [ 783.253309] env[65311]: _type = "Task" [ 783.253309] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.263129] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.302528] env[65311]: DEBUG nova.network.neutron [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Updating instance_info_cache with network_info: [{"id": "3843aa28-2540-480c-a7e5-61026e7c4cbf", "address": "fa:16:3e:d0:e6:ba", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3843aa28-25", "ovs_interfaceid": "3843aa28-2540-480c-a7e5-61026e7c4cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.374748] env[65311]: WARNING neutronclient.v2_0.client [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.401539] env[65311]: WARNING neutronclient.v2_0.client [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.463197] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.463487] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.463716] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.464057] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.464191] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.466992] env[65311]: INFO nova.compute.manager [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Terminating instance [ 783.598205] env[65311]: DEBUG oslo_vmware.api [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428118, 'name': PowerOffVM_Task, 'duration_secs': 0.360621} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.601389] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.601599] env[65311]: DEBUG nova.compute.manager [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 783.602645] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777b493f-0685-4675-9f11-b2fc33299f85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.607381] env[65311]: DEBUG oslo_concurrency.lockutils [req-0bc1c0ab-c9b5-4979-93c1-c455e9dbd582 req-12d1938b-57ef-44ee-b394-1497767501e0 service nova] Releasing lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.610754] env[65311]: DEBUG nova.scheduler.client.report [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.677022] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526aea0b-e56d-d5df-5d35-71577beac500, 'name': SearchDatastore_Task, 'duration_secs': 0.024452} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.678389] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9bf9a99-1c17-4561-b4f2-53f5eeba8a48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.684753] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 783.684753] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52969390-2d4f-735e-77a7-c71edf7e7136" [ 783.684753] env[65311]: _type = "Task" [ 783.684753] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.695493] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52969390-2d4f-735e-77a7-c71edf7e7136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.764941] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428119, 'name': ReconfigVM_Task, 'duration_secs': 0.456634} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.765326] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 0da534e6-4151-4c9d-bec8-798548a683e6/0da534e6-4151-4c9d-bec8-798548a683e6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.766138] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e045aa2-85d8-4053-a143-e9a34c406cdd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.775397] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 783.775397] env[65311]: value = "task-4428120" [ 783.775397] env[65311]: _type = "Task" [ 783.775397] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.788607] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428120, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.806158] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-a0382adf-e119-4c10-a995-c8154f2f2df7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.806612] env[65311]: DEBUG nova.compute.manager [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Instance network_info: |[{"id": "3843aa28-2540-480c-a7e5-61026e7c4cbf", "address": "fa:16:3e:d0:e6:ba", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3843aa28-25", "ovs_interfaceid": "3843aa28-2540-480c-a7e5-61026e7c4cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 783.807115] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:e6:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3843aa28-2540-480c-a7e5-61026e7c4cbf', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.822228] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Creating folder: Project (772a53bbca574a6a95f99e5aef167d61). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.822599] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43382e73-f874-43ae-965b-bc3388397e1b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.837629] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Created folder: Project (772a53bbca574a6a95f99e5aef167d61) in parent group-v866349. [ 783.837901] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Creating folder: Instances. Parent ref: group-v866487. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.838258] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfee69e5-0492-4fd6-a9c2-e0a1e0fdc5f4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.849125] env[65311]: DEBUG nova.compute.manager [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 783.854588] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Created folder: Instances in parent group-v866487. [ 783.854588] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 783.854588] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.854588] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-703052f0-72ca-4bee-97cc-46d72bb55bf0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.880668] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.880668] env[65311]: value = "task-4428123" [ 783.880668] env[65311]: _type = "Task" [ 783.880668] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.887663] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 783.887907] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.888171] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 783.888363] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.888499] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 783.888646] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 783.888837] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 783.888984] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 783.889151] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 783.889305] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 783.889470] env[65311]: DEBUG nova.virt.hardware [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 783.890725] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc053a8c-6913-4144-8ecc-bd48cfca241f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.900258] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428123, 'name': CreateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.904455] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db45034-5870-4cb7-ad92-b79e10154d8f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.970885] env[65311]: WARNING neutronclient.v2_0.client [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.974111] env[65311]: DEBUG nova.compute.manager [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 783.974356] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.975620] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59da81c-230e-4ba8-b6d7-7822d8f9958b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.985475] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.985816] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aca7d76c-44e3-423c-9669-8ecc6479a111 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.995079] env[65311]: DEBUG oslo_vmware.api [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 783.995079] env[65311]: value = "task-4428124" [ 783.995079] env[65311]: _type = "Task" [ 783.995079] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.007131] env[65311]: DEBUG oslo_vmware.api [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.010229] env[65311]: WARNING neutronclient.v2_0.client [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.117454] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.121926] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.565s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.122359] env[65311]: DEBUG nova.objects.instance [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lazy-loading 'resources' on Instance uuid 263e7060-b659-4797-bf82-adf5d649c2c2 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.123910] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c033a382-933d-4ca3-a085-fe06ccf7518e tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "f65b9885-8544-4e64-8786-9e91226e41bd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.149086] env[65311]: INFO nova.scheduler.client.report [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Deleted allocations for instance 11e42b51-9f38-4386-aab0-5bc0e158d172 [ 784.199011] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52969390-2d4f-735e-77a7-c71edf7e7136, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.199335] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.199637] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1a5390c7-30fb-4797-a535-b179a063ed6f/1a5390c7-30fb-4797-a535-b179a063ed6f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.200039] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c3c3cbc-757c-4f03-8e39-a8f2098c3120 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.210193] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 784.210193] env[65311]: value = "task-4428125" [ 784.210193] env[65311]: _type = "Task" [ 784.210193] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.222403] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.267680] env[65311]: DEBUG nova.network.neutron [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Updated VIF entry in instance network info cache for port abd2ae09-86c2-4e1b-af36-d46fb71d712e. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.267680] env[65311]: DEBUG nova.network.neutron [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Updating instance_info_cache with network_info: [{"id": "abd2ae09-86c2-4e1b-af36-d46fb71d712e", "address": "fa:16:3e:5e:4f:f8", "network": {"id": "e0b1d115-e2e8-4f8e-8d93-4dd829de61a3", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-259639753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a6bbad926744f2b0cfcd921ee0528f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabd2ae09-86", "ovs_interfaceid": "abd2ae09-86c2-4e1b-af36-d46fb71d712e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.287081] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428120, 'name': Rename_Task, 'duration_secs': 0.21119} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.287636] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.288056] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-147e2f3d-0fb8-47b2-b64f-cfa1179042c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.297275] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 784.297275] env[65311]: value = "task-4428126" [ 784.297275] env[65311]: _type = "Task" [ 784.297275] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.303513] env[65311]: DEBUG nova.network.neutron [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Updated VIF entry in instance network info cache for port fbed6276-da61-4608-832b-b2fa546f1930. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.304177] env[65311]: DEBUG nova.network.neutron [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Updating instance_info_cache with network_info: [{"id": "10928340-d112-4cba-bf8b-f56c0517c465", "address": "fa:16:3e:4a:04:1a", "network": {"id": "63a1905f-f212-48bd-8aa8-d1099f2d1bda", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-15697451", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffcecdaa-a7b8-49fc-9371-dbdb7744688e", "external-id": "nsx-vlan-transportzone-994", "segmentation_id": 994, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10928340-d1", "ovs_interfaceid": "10928340-d112-4cba-bf8b-f56c0517c465", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fbed6276-da61-4608-832b-b2fa546f1930", "address": "fa:16:3e:70:47:a7", "network": {"id": "fe46e62c-f191-4038-bbd0-aae9e57ec0e4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1804143750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "47cf00465843456b9c10a7a1eaf4e563", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbed6276-da", "ovs_interfaceid": "fbed6276-da61-4608-832b-b2fa546f1930", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.310508] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.392531] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428123, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.454547] env[65311]: DEBUG nova.network.neutron [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Successfully updated port: 62f1e581-96cb-4a8a-8fc4-0afd07728354 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 784.508313] env[65311]: DEBUG oslo_vmware.api [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428124, 'name': PowerOffVM_Task, 'duration_secs': 0.250079} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.508642] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.508928] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.509113] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59c97876-b7d2-416a-ac01-e8dff544916a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.591966] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.592216] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.592408] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Deleting the datastore file [datastore1] b97bcc61-bebf-4d78-b07f-20e8f9ca3ede {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.592692] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e23c469-8371-4e19-ac7a-d83f77c21ff5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.603070] env[65311]: DEBUG oslo_vmware.api [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 784.603070] env[65311]: value = "task-4428128" [ 784.603070] env[65311]: _type = "Task" [ 784.603070] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.613243] env[65311]: DEBUG oslo_vmware.api [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.660876] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1dd1ad7a-7137-4a9b-800a-ce392befd67f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "11e42b51-9f38-4386-aab0-5bc0e158d172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.834s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.728681] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428125, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.772257] env[65311]: DEBUG oslo_concurrency.lockutils [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] Releasing lock "refresh_cache-1a5390c7-30fb-4797-a535-b179a063ed6f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.772586] env[65311]: DEBUG nova.compute.manager [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Received event network-vif-plugged-3843aa28-2540-480c-a7e5-61026e7c4cbf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 784.772860] env[65311]: DEBUG oslo_concurrency.lockutils [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] Acquiring lock "a0382adf-e119-4c10-a995-c8154f2f2df7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.773097] env[65311]: DEBUG oslo_concurrency.lockutils [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] Lock "a0382adf-e119-4c10-a995-c8154f2f2df7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.773343] env[65311]: DEBUG oslo_concurrency.lockutils [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] Lock "a0382adf-e119-4c10-a995-c8154f2f2df7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.773560] env[65311]: DEBUG nova.compute.manager [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] No waiting events found dispatching network-vif-plugged-3843aa28-2540-480c-a7e5-61026e7c4cbf {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 784.773840] env[65311]: WARNING nova.compute.manager [req-b433f1fc-2d39-40cb-b43d-c248c656bfc0 req-c4c6bbba-bfc3-4395-ba44-817aca5debdb service nova] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Received unexpected event network-vif-plugged-3843aa28-2540-480c-a7e5-61026e7c4cbf for instance with vm_state building and task_state spawning. [ 784.817154] env[65311]: DEBUG oslo_concurrency.lockutils [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] Releasing lock "refresh_cache-0da534e6-4151-4c9d-bec8-798548a683e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.817154] env[65311]: DEBUG nova.compute.manager [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Received event network-changed-8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 784.817154] env[65311]: DEBUG nova.compute.manager [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Refreshing instance network info cache due to event network-changed-8f93c3af-9c27-410c-9e95-fc02f0e59041. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 784.817154] env[65311]: DEBUG oslo_concurrency.lockutils [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] Acquiring lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.817154] env[65311]: DEBUG oslo_concurrency.lockutils [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] Acquired lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.817154] env[65311]: DEBUG nova.network.neutron [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Refreshing network info cache for port 8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.818335] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428126, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.895939] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428123, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.958855] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "refresh_cache-97fe388a-ceaf-46a1-ba20-ab0249b4d592" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.959233] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquired lock "refresh_cache-97fe388a-ceaf-46a1-ba20-ab0249b4d592" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.959456] env[65311]: DEBUG nova.network.neutron [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 785.120280] env[65311]: DEBUG oslo_vmware.api [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409355} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.123801] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.124090] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.124320] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.124531] env[65311]: INFO nova.compute.manager [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Took 1.15 seconds to destroy the instance on the hypervisor. [ 785.124856] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 785.126254] env[65311]: DEBUG nova.compute.manager [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 785.126254] env[65311]: DEBUG nova.network.neutron [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 785.126941] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.193216] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.228696] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647852} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.229018] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1a5390c7-30fb-4797-a535-b179a063ed6f/1a5390c7-30fb-4797-a535-b179a063ed6f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.229605] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.229605] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6d4903a-c620-4df9-a23b-1ea93a5f3967 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.241109] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 785.241109] env[65311]: value = "task-4428129" [ 785.241109] env[65311]: _type = "Task" [ 785.241109] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.258384] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.292354] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb120e1b-9c9f-41f8-9b0a-b86d48afb019 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.306145] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d764a8d-2c23-44ae-b3a7-45020de91db7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.313385] env[65311]: DEBUG oslo_vmware.api [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428126, 'name': PowerOnVM_Task, 'duration_secs': 0.865014} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.314220] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.314418] env[65311]: INFO nova.compute.manager [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Took 9.68 seconds to spawn the instance on the hypervisor. [ 785.314643] env[65311]: DEBUG nova.compute.manager [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 785.315920] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c616150-8d84-4470-8ecc-d7242781af98 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.352055] env[65311]: WARNING neutronclient.v2_0.client [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.356193] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385a3ce3-8c7a-4a9e-a8a8-eb17a915d832 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.372081] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0e2f4-aecc-422c-b3ec-6f26243f91bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.400750] env[65311]: DEBUG nova.compute.provider_tree [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.409458] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428123, 'name': CreateVM_Task, 'duration_secs': 1.490761} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.410492] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.411078] env[65311]: WARNING neutronclient.v2_0.client [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.411968] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.411968] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.411968] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.412539] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f614f2-173d-433e-8328-cc81af4c7e0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.421813] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 785.421813] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a8f784-e26a-4380-3593-56a57b8597b4" [ 785.421813] env[65311]: _type = "Task" [ 785.421813] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.434970] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a8f784-e26a-4380-3593-56a57b8597b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.515520] env[65311]: DEBUG nova.network.neutron [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 785.585205] env[65311]: WARNING neutronclient.v2_0.client [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.625375] env[65311]: WARNING neutronclient.v2_0.client [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.671591] env[65311]: DEBUG nova.network.neutron [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updated VIF entry in instance network info cache for port 8f93c3af-9c27-410c-9e95-fc02f0e59041. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 785.672159] env[65311]: DEBUG nova.network.neutron [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updating instance_info_cache with network_info: [{"id": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "address": "fa:16:3e:bc:fa:6a", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f93c3af-9c", "ovs_interfaceid": "8f93c3af-9c27-410c-9e95-fc02f0e59041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.704115] env[65311]: DEBUG nova.network.neutron [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Updating instance_info_cache with network_info: [{"id": "62f1e581-96cb-4a8a-8fc4-0afd07728354", "address": "fa:16:3e:7f:38:18", "network": {"id": "1d4f3f49-f831-4ff6-87f8-75da68a824ec", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1856099793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b11c3275a4434184a1fac6740dcb23e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1e581-96", "ovs_interfaceid": "62f1e581-96cb-4a8a-8fc4-0afd07728354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.752397] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112686} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.752686] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.753544] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce26953b-f20d-4ce1-b021-4fd883617229 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.781870] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1a5390c7-30fb-4797-a535-b179a063ed6f/1a5390c7-30fb-4797-a535-b179a063ed6f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.781870] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49137488-39b6-42c1-aa01-58b7f1836f18 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.805104] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 785.805104] env[65311]: value = "task-4428130" [ 785.805104] env[65311]: _type = "Task" [ 785.805104] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.818582] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.874798] env[65311]: INFO nova.compute.manager [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Took 55.33 seconds to build instance. [ 785.895434] env[65311]: DEBUG nova.compute.manager [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Received event network-changed-3843aa28-2540-480c-a7e5-61026e7c4cbf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 785.895768] env[65311]: DEBUG nova.compute.manager [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Refreshing instance network info cache due to event network-changed-3843aa28-2540-480c-a7e5-61026e7c4cbf. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 785.896035] env[65311]: DEBUG oslo_concurrency.lockutils [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] Acquiring lock "refresh_cache-a0382adf-e119-4c10-a995-c8154f2f2df7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.896174] env[65311]: DEBUG oslo_concurrency.lockutils [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] Acquired lock "refresh_cache-a0382adf-e119-4c10-a995-c8154f2f2df7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.896347] env[65311]: DEBUG nova.network.neutron [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Refreshing network info cache for port 3843aa28-2540-480c-a7e5-61026e7c4cbf {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.926937] env[65311]: ERROR nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [req-9b3321e8-9a20-45e6-98ee-668d24279507] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b3321e8-9a20-45e6-98ee-668d24279507"}]} [ 785.936401] env[65311]: DEBUG nova.compute.manager [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Received event network-vif-plugged-62f1e581-96cb-4a8a-8fc4-0afd07728354 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 785.936609] env[65311]: DEBUG oslo_concurrency.lockutils [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] Acquiring lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.936810] env[65311]: DEBUG oslo_concurrency.lockutils [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.937224] env[65311]: DEBUG oslo_concurrency.lockutils [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.937516] env[65311]: DEBUG nova.compute.manager [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] No waiting events found dispatching network-vif-plugged-62f1e581-96cb-4a8a-8fc4-0afd07728354 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 785.937743] env[65311]: WARNING nova.compute.manager [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Received unexpected event network-vif-plugged-62f1e581-96cb-4a8a-8fc4-0afd07728354 for instance with vm_state building and task_state spawning. [ 785.937835] env[65311]: DEBUG nova.compute.manager [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Received event network-changed-62f1e581-96cb-4a8a-8fc4-0afd07728354 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 785.938030] env[65311]: DEBUG nova.compute.manager [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Refreshing instance network info cache due to event network-changed-62f1e581-96cb-4a8a-8fc4-0afd07728354. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 785.938158] env[65311]: DEBUG oslo_concurrency.lockutils [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] Acquiring lock "refresh_cache-97fe388a-ceaf-46a1-ba20-ab0249b4d592" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.938790] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a8f784-e26a-4380-3593-56a57b8597b4, 'name': SearchDatastore_Task, 'duration_secs': 0.045924} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.939115] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.939362] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.939537] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.939704] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.939897] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.940252] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4c91869-6dd6-4b02-8aa2-e245fae450c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.948313] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 785.954281] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.954462] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.955346] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41dbdec-5726-4ded-8b91-cfa84010320a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.964010] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 785.964010] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52519e26-c018-bfa4-9d13-b7ebb5663dcf" [ 785.964010] env[65311]: _type = "Task" [ 785.964010] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.967470] env[65311]: DEBUG nova.network.neutron [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.974219] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 785.974219] env[65311]: DEBUG nova.compute.provider_tree [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.980464] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52519e26-c018-bfa4-9d13-b7ebb5663dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.994844] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.024711] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.176821] env[65311]: DEBUG oslo_concurrency.lockutils [req-a940ae14-e729-4a47-8766-b1496a2b239e req-2e9ba9bb-3e4e-45da-81d8-ed64fde72fa9 service nova] Releasing lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.206836] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Releasing lock "refresh_cache-97fe388a-ceaf-46a1-ba20-ab0249b4d592" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.207286] env[65311]: DEBUG nova.compute.manager [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Instance network_info: |[{"id": "62f1e581-96cb-4a8a-8fc4-0afd07728354", "address": "fa:16:3e:7f:38:18", "network": {"id": "1d4f3f49-f831-4ff6-87f8-75da68a824ec", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1856099793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b11c3275a4434184a1fac6740dcb23e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1e581-96", "ovs_interfaceid": "62f1e581-96cb-4a8a-8fc4-0afd07728354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 786.208318] env[65311]: DEBUG oslo_concurrency.lockutils [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] Acquired lock "refresh_cache-97fe388a-ceaf-46a1-ba20-ab0249b4d592" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.208810] env[65311]: DEBUG nova.network.neutron [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Refreshing network info cache for port 62f1e581-96cb-4a8a-8fc4-0afd07728354 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.210306] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:38:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62f1e581-96cb-4a8a-8fc4-0afd07728354', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.219295] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Creating folder: Project (b11c3275a4434184a1fac6740dcb23e6). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.220194] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d20e860-7c04-449b-8aaf-2a5ab42dfe6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.241314] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Created folder: Project (b11c3275a4434184a1fac6740dcb23e6) in parent group-v866349. [ 786.241426] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Creating folder: Instances. Parent ref: group-v866490. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 786.241655] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b56021-46d1-4dda-8f4c-d571b0103498 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.257661] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Created folder: Instances in parent group-v866490. [ 786.258454] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 786.258454] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.258454] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6289807a-bb79-4275-bf7d-996bf008b179 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.283536] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.283536] env[65311]: value = "task-4428133" [ 786.283536] env[65311]: _type = "Task" [ 786.283536] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.296468] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428133, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.316597] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428130, 'name': ReconfigVM_Task, 'duration_secs': 0.486947} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.317018] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1a5390c7-30fb-4797-a535-b179a063ed6f/1a5390c7-30fb-4797-a535-b179a063ed6f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.317999] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ca49a7c-d262-489c-908a-bfb79e62804b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.329681] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 786.329681] env[65311]: value = "task-4428134" [ 786.329681] env[65311]: _type = "Task" [ 786.329681] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.345430] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428134, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.377572] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f5acb6d3-3245-4457-a42a-a94d568f2e9e tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "0da534e6-4151-4c9d-bec8-798548a683e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.847s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.400810] env[65311]: WARNING neutronclient.v2_0.client [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.471346] env[65311]: INFO nova.compute.manager [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Took 1.35 seconds to deallocate network for instance. [ 786.483196] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52519e26-c018-bfa4-9d13-b7ebb5663dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.016175} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.484478] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb55d68-0311-4074-be34-7e0eed97bdfa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.492379] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 786.492379] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52553161-db95-e197-91b7-bccd1d8b5f39" [ 786.492379] env[65311]: _type = "Task" [ 786.492379] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.511108] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52553161-db95-e197-91b7-bccd1d8b5f39, 'name': SearchDatastore_Task, 'duration_secs': 0.014789} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.511577] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.511691] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7/a0382adf-e119-4c10-a995-c8154f2f2df7.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.512231] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d300966c-835a-4ed1-a7b0-c0a1a9a1928c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.525280] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 786.525280] env[65311]: value = "task-4428135" [ 786.525280] env[65311]: _type = "Task" [ 786.525280] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.539311] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.613746] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2678913-175a-48ee-9c68-e8fc8ec1fe46 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.625834] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942a744-f1ab-4e09-a7d8-6f83066d814b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.666462] env[65311]: WARNING neutronclient.v2_0.client [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.670399] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bde7c7b-37d3-4b58-9da1-3555dafddfcf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.681806] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2966b5-abc1-4750-9e3d-f94144d99ecf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.699774] env[65311]: DEBUG nova.compute.provider_tree [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.721388] env[65311]: WARNING neutronclient.v2_0.client [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.799536] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428133, 'name': CreateVM_Task, 'duration_secs': 0.451364} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.799709] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.800239] env[65311]: WARNING neutronclient.v2_0.client [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.800712] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.800890] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.801318] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.801678] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9698ca4-ecf7-4aee-9f08-198f504cdc48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.810063] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 786.810063] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52373240-10be-7878-c65e-e53174c1d244" [ 786.810063] env[65311]: _type = "Task" [ 786.810063] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.823462] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52373240-10be-7878-c65e-e53174c1d244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.832655] env[65311]: DEBUG nova.network.neutron [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Updated VIF entry in instance network info cache for port 3843aa28-2540-480c-a7e5-61026e7c4cbf. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.833195] env[65311]: DEBUG nova.network.neutron [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Updating instance_info_cache with network_info: [{"id": "3843aa28-2540-480c-a7e5-61026e7c4cbf", "address": "fa:16:3e:d0:e6:ba", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3843aa28-25", "ovs_interfaceid": "3843aa28-2540-480c-a7e5-61026e7c4cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.850949] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428134, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.882850] env[65311]: DEBUG nova.compute.manager [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 786.986109] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.007554] env[65311]: WARNING neutronclient.v2_0.client [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.040532] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.179734] env[65311]: DEBUG nova.network.neutron [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Updated VIF entry in instance network info cache for port 62f1e581-96cb-4a8a-8fc4-0afd07728354. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 787.180162] env[65311]: DEBUG nova.network.neutron [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Updating instance_info_cache with network_info: [{"id": "62f1e581-96cb-4a8a-8fc4-0afd07728354", "address": "fa:16:3e:7f:38:18", "network": {"id": "1d4f3f49-f831-4ff6-87f8-75da68a824ec", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1856099793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11c3275a4434184a1fac6740dcb23e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1e581-96", "ovs_interfaceid": "62f1e581-96cb-4a8a-8fc4-0afd07728354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.259639] env[65311]: ERROR nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [req-23581aab-6ace-4340-b432-4e434b58ee95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-23581aab-6ace-4340-b432-4e434b58ee95"}]} [ 787.288300] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 787.308359] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 787.308359] env[65311]: DEBUG nova.compute.provider_tree [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.326029] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52373240-10be-7878-c65e-e53174c1d244, 'name': SearchDatastore_Task, 'duration_secs': 0.070007} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.326229] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.326483] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.326740] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.326919] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.327130] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.328356] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 787.331668] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2fc4570-9a68-4245-ae0c-edaf5a05c877 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.343482] env[65311]: DEBUG oslo_concurrency.lockutils [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] Releasing lock "refresh_cache-a0382adf-e119-4c10-a995-c8154f2f2df7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.344276] env[65311]: DEBUG nova.compute.manager [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Received event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 787.344276] env[65311]: DEBUG nova.compute.manager [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing instance network info cache due to event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 787.344276] env[65311]: DEBUG oslo_concurrency.lockutils [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] Acquiring lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.344461] env[65311]: DEBUG oslo_concurrency.lockutils [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] Acquired lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.344539] env[65311]: DEBUG nova.network.neutron [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.351122] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428134, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.351518] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.351612] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.352743] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fd862b-7bdf-4d33-ba34-ae9513600a28 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.357849] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 787.362980] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 787.362980] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52350cd6-28a5-8d79-b784-6fe4d4c736fd" [ 787.362980] env[65311]: _type = "Task" [ 787.362980] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.379289] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52350cd6-28a5-8d79-b784-6fe4d4c736fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.409690] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.537962] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428135, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.684412] env[65311]: DEBUG oslo_concurrency.lockutils [req-7d960ed9-b448-4942-a4e0-7d7c18fc7e5f req-174ee67e-d661-4639-afc6-d7c81ce43313 service nova] Releasing lock "refresh_cache-97fe388a-ceaf-46a1-ba20-ab0249b4d592" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.849836] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428134, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.853694] env[65311]: WARNING neutronclient.v2_0.client [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.878768] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52350cd6-28a5-8d79-b784-6fe4d4c736fd, 'name': SearchDatastore_Task, 'duration_secs': 0.02} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.880035] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006ca5a9-8938-4fb6-a8b5-92ebb7da24ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.888839] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 787.888839] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5250ed5f-3323-f441-1562-cc672243496d" [ 787.888839] env[65311]: _type = "Task" [ 787.888839] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.905534] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5250ed5f-3323-f441-1562-cc672243496d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.965175] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deedd12-06b6-4714-ae1a-99b2c21dba55 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.974960] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2596d2-2ad1-4c8b-967b-5ca1254e870c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.010503] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6f11c2-14ec-4553-b66e-bea7a3e53448 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.020570] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f37402-c9d7-426c-8cd8-c7107cad1781 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.042875] env[65311]: DEBUG nova.compute.provider_tree [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.047620] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428135, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.236142] env[65311]: DEBUG nova.compute.manager [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.237111] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab2d0c-4a4c-45d8-99b3-adf485ee891a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.266562] env[65311]: WARNING neutronclient.v2_0.client [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.348580] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428134, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.409277] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5250ed5f-3323-f441-1562-cc672243496d, 'name': SearchDatastore_Task, 'duration_secs': 0.023847} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.409277] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.409277] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 97fe388a-ceaf-46a1-ba20-ab0249b4d592/97fe388a-ceaf-46a1-ba20-ab0249b4d592.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.409277] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17d4d2f3-7b33-45dd-a5a2-5d3ab9a3548f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.418890] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 788.418890] env[65311]: value = "task-4428136" [ 788.418890] env[65311]: _type = "Task" [ 788.418890] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.428682] env[65311]: DEBUG nova.network.neutron [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updated VIF entry in instance network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.429398] env[65311]: DEBUG nova.network.neutron [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updating instance_info_cache with network_info: [{"id": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "address": "fa:16:3e:3e:d3:82", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e7179d-86", "ovs_interfaceid": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.440457] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.542986] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428135, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.678987} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.543353] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7/a0382adf-e119-4c10-a995-c8154f2f2df7.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.543580] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.543907] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c125778-7ae9-42c2-a595-414d7588f4b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.554344] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 788.554344] env[65311]: value = "task-4428137" [ 788.554344] env[65311]: _type = "Task" [ 788.554344] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.567663] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.584790] env[65311]: ERROR nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [req-0c034c60-77c9-4207-b06c-634c9dbb0602] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c034c60-77c9-4207-b06c-634c9dbb0602"}]} [ 788.609068] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 788.630994] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 788.631386] env[65311]: DEBUG nova.compute.provider_tree [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.645988] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 788.670063] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 788.751512] env[65311]: INFO nova.compute.manager [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] instance snapshotting [ 788.751825] env[65311]: WARNING nova.compute.manager [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 788.760581] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b95662-7bca-4fc1-b2e5-f67d418842a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.790310] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48677b62-a82c-4d0a-88f1-a3cdb4e52951 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.797138] env[65311]: DEBUG nova.compute.manager [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Stashing vm_state: active {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 788.851237] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428134, 'name': Rename_Task, 'duration_secs': 2.264855} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.855307] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.857657] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f13f5b1-51a9-45cf-be8f-57d45f292be0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.872916] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 788.872916] env[65311]: value = "task-4428138" [ 788.872916] env[65311]: _type = "Task" [ 788.872916] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.886434] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.937009] env[65311]: DEBUG oslo_concurrency.lockutils [req-6f1278d2-60af-4728-afb1-2e7e10449e7e req-60acb17c-e40c-4b7f-820a-d4716bedd951 service nova] Releasing lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.937657] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428136, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.069705] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083903} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.070199] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.071033] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe3cd56-0b20-45bd-a64c-02f0835b742b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.106447] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7/a0382adf-e119-4c10-a995-c8154f2f2df7.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.109736] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae56cf8-9c9b-49e4-8ac5-655e3bd62b27 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.134109] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 789.134109] env[65311]: value = "task-4428139" [ 789.134109] env[65311]: _type = "Task" [ 789.134109] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.147807] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.311687] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.311843] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe703515-3eef-4e33-82f8-ff0fd492f974 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.322355] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 789.322355] env[65311]: value = "task-4428140" [ 789.322355] env[65311]: _type = "Task" [ 789.322355] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.327536] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.336636] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428140, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.386191] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.387960] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c31771-f67e-403b-bcc9-e9c3006eedde {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.396654] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a94a5e-bee8-40de-b465-0880c2025b4d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.434842] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6248d94c-7c01-4160-ab70-e9414c16319f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.444505] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662973} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.447548] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 97fe388a-ceaf-46a1-ba20-ab0249b4d592/97fe388a-ceaf-46a1-ba20-ab0249b4d592.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.447895] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.448320] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dac44df-454e-4927-9d12-f0c00206e975 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.451900] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e53cb2-3fc7-45a9-b757-acea99846de9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.470142] env[65311]: DEBUG nova.compute.provider_tree [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.473563] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 789.473563] env[65311]: value = "task-4428141" [ 789.473563] env[65311]: _type = "Task" [ 789.473563] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.484557] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.591616] env[65311]: DEBUG nova.compute.manager [req-6e844d07-5bf5-4955-9295-8f88f624193b req-0937b207-6537-4a51-86df-73ada45e87ce service nova] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Received event network-vif-deleted-8f93c3af-9c27-410c-9e95-fc02f0e59041 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 789.626590] env[65311]: DEBUG nova.compute.manager [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Received event network-changed-01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 789.626827] env[65311]: DEBUG nova.compute.manager [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing instance network info cache due to event network-changed-01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 789.627080] env[65311]: DEBUG oslo_concurrency.lockutils [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] Acquiring lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.627247] env[65311]: DEBUG oslo_concurrency.lockutils [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] Acquired lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.627447] env[65311]: DEBUG nova.network.neutron [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing network info cache for port 01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.648859] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.834827] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428140, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.886925] env[65311]: DEBUG oslo_vmware.api [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428138, 'name': PowerOnVM_Task, 'duration_secs': 0.705501} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.887274] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.887576] env[65311]: INFO nova.compute.manager [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Took 11.52 seconds to spawn the instance on the hypervisor. [ 789.887730] env[65311]: DEBUG nova.compute.manager [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 789.888600] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f85dfe-ac08-43f9-ba6c-ee0701676703 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.994843] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0902} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.995933] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.996249] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45b7d34-2107-42d6-88da-1e81c9c2cdfd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.023981] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 97fe388a-ceaf-46a1-ba20-ab0249b4d592/97fe388a-ceaf-46a1-ba20-ab0249b4d592.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.025907] env[65311]: ERROR nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [req-a62c2fed-85ab-42af-bf73-623908881af1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a62c2fed-85ab-42af-bf73-623908881af1"}]} [ 790.026464] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.905s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.027853] env[65311]: ERROR nova.compute.manager [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Setting instance vm_state to ERROR: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 (generation 74): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a62c2fed-85ab-42af-bf73-623908881af1"}]} [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Traceback (most recent call last): [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/nova/nova/compute/manager.py", line 3413, in do_terminate_instance [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] self._delete_instance(context, instance, bdms) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/nova/nova/compute/manager.py", line 3377, in _delete_instance [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] self._complete_deletion(context, instance) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/nova/nova/compute/manager.py", line 954, in _complete_deletion [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] self._update_resource_tracker(context, instance) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/nova/nova/compute/manager.py", line 720, in _update_resource_tracker [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] self.rt.update_usage(context, instance, instance.node) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] return f(*args, **kwargs) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 732, in update_usage [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] self._update(context.elevated(), self.compute_nodes[nodename]) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1408, in _update [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] self._update_to_placement(context, compute_node, startup) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 55, in wrapped_f [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 289, in call [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] raise attempt.get() [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 326, in get [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] raise exc.with_traceback(tb) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 273, in call [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1393, in _update_to_placement [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] self.reportclient.update_from_provider_tree( [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] self.set_inventory_for_provider( [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] raise exception.ResourceProviderUpdateConflict( [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 (generation 74): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a62c2fed-85ab-42af-bf73-623908881af1"}]} [ 790.027853] env[65311]: ERROR nova.compute.manager [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] [ 790.030340] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3ed88a-78f0-4d49-8259-d82e80a5124a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.045221] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.409s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.047426] env[65311]: INFO nova.compute.claims [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.059201] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 790.059201] env[65311]: value = "task-4428142" [ 790.059201] env[65311]: _type = "Task" [ 790.059201] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.073570] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.130823] env[65311]: WARNING neutronclient.v2_0.client [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.152756] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428139, 'name': ReconfigVM_Task, 'duration_secs': 0.670622} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.153060] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7/a0382adf-e119-4c10-a995-c8154f2f2df7.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.153717] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef8d76a-d727-4430-a651-53f69eb59103 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.162362] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 790.162362] env[65311]: value = "task-4428143" [ 790.162362] env[65311]: _type = "Task" [ 790.162362] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.172729] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428143, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.311075] env[65311]: WARNING neutronclient.v2_0.client [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.341479] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "983ffc7a-5228-40de-925a-4e3ef49aafc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.341718] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "983ffc7a-5228-40de-925a-4e3ef49aafc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.342078] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428140, 'name': CreateSnapshot_Task, 'duration_secs': 0.981076} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.342826] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.343896] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aafbf8e-8b37-478d-a308-5456f6a90513 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.407235] env[65311]: DEBUG nova.network.neutron [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updated VIF entry in instance network info cache for port 01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 790.407633] env[65311]: DEBUG nova.network.neutron [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updating instance_info_cache with network_info: [{"id": "01326337-1730-4c11-8d67-5edeeb790689", "address": "fa:16:3e:a2:6a:33", "network": {"id": "ac69dc18-167d-4297-99d7-68c898f5e2a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-149104643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19817bbed8ca4ce3a4d46372e57577d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01326337-17", "ovs_interfaceid": "01326337-1730-4c11-8d67-5edeeb790689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.413699] env[65311]: INFO nova.compute.manager [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Took 56.83 seconds to build instance. [ 790.489887] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.552134] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "263e7060-b659-4797-bf82-adf5d649c2c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.858s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.572193] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.680826] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428143, 'name': Rename_Task, 'duration_secs': 0.248944} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.681220] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.681572] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-234cf373-61a9-4d1c-b79e-1acd73ba4924 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.691284] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 790.691284] env[65311]: value = "task-4428144" [ 790.691284] env[65311]: _type = "Task" [ 790.691284] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.704635] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.740988] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "0da534e6-4151-4c9d-bec8-798548a683e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.741345] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "0da534e6-4151-4c9d-bec8-798548a683e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.741615] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "0da534e6-4151-4c9d-bec8-798548a683e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.741852] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "0da534e6-4151-4c9d-bec8-798548a683e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.742145] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "0da534e6-4151-4c9d-bec8-798548a683e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.746062] env[65311]: INFO nova.compute.manager [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Terminating instance [ 790.867168] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 790.867609] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4a96ec0-cfa3-422e-a245-8f9db14c2c62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.879371] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 790.879371] env[65311]: value = "task-4428145" [ 790.879371] env[65311]: _type = "Task" [ 790.879371] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.891018] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428145, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.911804] env[65311]: DEBUG oslo_concurrency.lockutils [req-547b15b2-16a0-402e-b157-026b02129153 req-b9f49de1-f785-43bd-a748-775d2a006465 service nova] Releasing lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.915822] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6ce2592b-6eb4-43a1-bc11-f45b486e0254 tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "1a5390c7-30fb-4797-a535-b179a063ed6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.341s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.082318] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428142, 'name': ReconfigVM_Task, 'duration_secs': 0.517336} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.082947] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 97fe388a-ceaf-46a1-ba20-ab0249b4d592/97fe388a-ceaf-46a1-ba20-ab0249b4d592.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.084872] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5941854b-de6b-4857-b61f-f0c02c75cc1e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.093195] env[65311]: DEBUG nova.scheduler.client.report [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.103266] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 791.103266] env[65311]: value = "task-4428146" [ 791.103266] env[65311]: _type = "Task" [ 791.103266] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.122209] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428146, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.126540] env[65311]: DEBUG nova.scheduler.client.report [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.127198] env[65311]: DEBUG nova.compute.provider_tree [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.148357] env[65311]: DEBUG nova.scheduler.client.report [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.173371] env[65311]: DEBUG nova.scheduler.client.report [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.207979] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.254032] env[65311]: DEBUG nova.compute.manager [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 791.254032] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.255068] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc72d72e-e48b-48fc-98b0-473b393e48e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.265474] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.265748] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76e79349-8ce9-44d7-bb9d-ac7daf532cdf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.275703] env[65311]: DEBUG oslo_vmware.api [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 791.275703] env[65311]: value = "task-4428147" [ 791.275703] env[65311]: _type = "Task" [ 791.275703] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.296382] env[65311]: DEBUG oslo_vmware.api [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.395750] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428145, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.419270] env[65311]: DEBUG nova.compute.manager [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 791.427931] env[65311]: DEBUG oslo_vmware.rw_handles [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edfa86-965e-617c-c72b-cd4d3795a0a8/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 791.429252] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b22803c-4c9a-4ffb-b961-ba8b920488d5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.439272] env[65311]: DEBUG oslo_vmware.rw_handles [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edfa86-965e-617c-c72b-cd4d3795a0a8/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 791.439473] env[65311]: ERROR oslo_vmware.rw_handles [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edfa86-965e-617c-c72b-cd4d3795a0a8/disk-0.vmdk due to incomplete transfer. [ 791.439747] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e872b88-b6c2-454d-8989-e22ea5a4bebd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.454136] env[65311]: DEBUG oslo_vmware.rw_handles [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52edfa86-965e-617c-c72b-cd4d3795a0a8/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 791.454136] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Uploaded image 87dde8a5-c465-46b7-bc35-f26e58b42af6 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 791.458967] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 791.458967] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95397cb9-924d-4984-b646-d58fbff8e1f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.466957] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 791.466957] env[65311]: value = "task-4428148" [ 791.466957] env[65311]: _type = "Task" [ 791.466957] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.485608] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428148, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.618648] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428146, 'name': Rename_Task, 'duration_secs': 0.486344} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.619245] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.619684] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4908f983-2bbc-41a3-b7f8-223aca7ad935 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.638220] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 791.638220] env[65311]: value = "task-4428149" [ 791.638220] env[65311]: _type = "Task" [ 791.638220] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.653415] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.703764] env[65311]: DEBUG oslo_vmware.api [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428144, 'name': PowerOnVM_Task, 'duration_secs': 0.916925} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.706611] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.706827] env[65311]: INFO nova.compute.manager [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Took 10.62 seconds to spawn the instance on the hypervisor. [ 791.707043] env[65311]: DEBUG nova.compute.manager [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 791.708160] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478c1976-9286-4096-b11d-ff4f0cb7fc24 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.790681] env[65311]: DEBUG oslo_vmware.api [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428147, 'name': PowerOffVM_Task, 'duration_secs': 0.314888} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.790951] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.793304] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.796171] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946679f9-1692-4e96-909d-5468f00c9554 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.893861] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428145, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.925162] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6c9ef-f43d-43e5-aca6-9f50bbcae4b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.929961] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.930325] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.930552] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Deleting the datastore file [datastore2] 0da534e6-4151-4c9d-bec8-798548a683e6 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.931315] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88ab1c8c-5555-4579-a79a-e1e6c8b37b18 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.939963] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53772ecd-15d1-4b4e-aa1b-f1254836f671 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.948554] env[65311]: DEBUG oslo_vmware.api [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for the task: (returnval){ [ 791.948554] env[65311]: value = "task-4428151" [ 791.948554] env[65311]: _type = "Task" [ 791.948554] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.997693] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.997693] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05079371-c911-4317-bf2b-bc7934fd34ea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.005032] env[65311]: DEBUG oslo_vmware.api [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.009804] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428148, 'name': Destroy_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.013250] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b752267c-97c0-4a7e-8567-429c031a4687 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.032536] env[65311]: DEBUG nova.compute.provider_tree [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.071371] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.151198] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.231350] env[65311]: INFO nova.compute.manager [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Took 49.23 seconds to build instance. [ 792.445660] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428145, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.462788] env[65311]: DEBUG oslo_vmware.api [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Task: {'id': task-4428151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183274} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.463101] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.463286] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.463491] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.463902] env[65311]: INFO nova.compute.manager [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Took 1.21 seconds to destroy the instance on the hypervisor. [ 792.464044] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 792.464305] env[65311]: DEBUG nova.compute.manager [-] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 792.464437] env[65311]: DEBUG nova.network.neutron [-] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 792.464737] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.503602] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428148, 'name': Destroy_Task, 'duration_secs': 0.741264} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.503901] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Destroyed the VM [ 792.504173] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 792.504459] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e4f2be46-3524-4bfc-b92f-dcc7745f8f58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.513072] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 792.513072] env[65311]: value = "task-4428152" [ 792.513072] env[65311]: _type = "Task" [ 792.513072] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.522883] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428152, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.561579] env[65311]: DEBUG nova.compute.manager [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Received event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 792.561579] env[65311]: DEBUG nova.compute.manager [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing instance network info cache due to event network-changed-41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 792.561673] env[65311]: DEBUG oslo_concurrency.lockutils [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] Acquiring lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.561757] env[65311]: DEBUG oslo_concurrency.lockutils [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] Acquired lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.561921] env[65311]: DEBUG nova.network.neutron [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Refreshing network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.578442] env[65311]: DEBUG nova.scheduler.client.report [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.578693] env[65311]: DEBUG nova.compute.provider_tree [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 75 to 76 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.578864] env[65311]: DEBUG nova.compute.provider_tree [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.587779] env[65311]: DEBUG nova.compute.manager [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Received event network-changed-01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 792.587916] env[65311]: DEBUG nova.compute.manager [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing instance network info cache due to event network-changed-01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 792.588430] env[65311]: DEBUG oslo_concurrency.lockutils [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] Acquiring lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.588702] env[65311]: DEBUG oslo_concurrency.lockutils [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] Acquired lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.588774] env[65311]: DEBUG nova.network.neutron [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing network info cache for port 01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.591020] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.651211] env[65311]: DEBUG oslo_vmware.api [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428149, 'name': PowerOnVM_Task, 'duration_secs': 0.827546} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.651549] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.651776] env[65311]: INFO nova.compute.manager [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Took 8.80 seconds to spawn the instance on the hypervisor. [ 792.651981] env[65311]: DEBUG nova.compute.manager [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 792.652852] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0332937c-70a4-4b3f-8a73-73e666607f5f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.733422] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5aaf246-5e39-4877-82ba-35f9f39a4c61 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "a0382adf-e119-4c10-a995-c8154f2f2df7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.470s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.894044] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428145, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.026910] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428152, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.064982] env[65311]: WARNING neutronclient.v2_0.client [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.095112] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.050s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.096052] env[65311]: DEBUG nova.compute.manager [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 793.098987] env[65311]: WARNING neutronclient.v2_0.client [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.102646] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.043s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.102914] env[65311]: DEBUG nova.objects.instance [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lazy-loading 'resources' on Instance uuid a682f8d8-dc49-4008-a336-d042b8452ad9 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.175036] env[65311]: INFO nova.compute.manager [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Took 49.88 seconds to build instance. [ 793.236296] env[65311]: DEBUG nova.compute.manager [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 793.347264] env[65311]: WARNING neutronclient.v2_0.client [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.360943] env[65311]: WARNING neutronclient.v2_0.client [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.400000] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428145, 'name': CloneVM_Task, 'duration_secs': 2.43713} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.404741] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Created linked-clone VM from snapshot [ 793.406191] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8398f244-f329-4248-901d-e274b7e71996 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.422521] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Uploading image a227169b-15c8-468e-98af-e8316aa084b7 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 793.432549] env[65311]: DEBUG nova.network.neutron [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updated VIF entry in instance network info cache for port 41e7179d-86e1-4d90-8777-0dcc2b3d331c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.432549] env[65311]: DEBUG nova.network.neutron [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updating instance_info_cache with network_info: [{"id": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "address": "fa:16:3e:3e:d3:82", "network": {"id": "2fe6c022-76c6-4bb6-92b5-78c4f971c250", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-912686667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62d3fac244b54b12855f6bbf52533c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "073f8535-6b3a-4d21-a754-4c975554dcbf", "external-id": "nsx-vlan-transportzone-111", "segmentation_id": 111, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41e7179d-86", "ovs_interfaceid": "41e7179d-86e1-4d90-8777-0dcc2b3d331c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.454253] env[65311]: DEBUG oslo_vmware.rw_handles [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 793.454253] env[65311]: value = "vm-866494" [ 793.454253] env[65311]: _type = "VirtualMachine" [ 793.454253] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 793.454253] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea04c1ed-cb64-4883-a409-359125f5f522 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.462258] env[65311]: DEBUG nova.network.neutron [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updated VIF entry in instance network info cache for port 01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.462675] env[65311]: DEBUG nova.network.neutron [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updating instance_info_cache with network_info: [{"id": "01326337-1730-4c11-8d67-5edeeb790689", "address": "fa:16:3e:a2:6a:33", "network": {"id": "ac69dc18-167d-4297-99d7-68c898f5e2a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-149104643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19817bbed8ca4ce3a4d46372e57577d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01326337-17", "ovs_interfaceid": "01326337-1730-4c11-8d67-5edeeb790689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.465967] env[65311]: DEBUG oslo_vmware.rw_handles [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lease: (returnval){ [ 793.465967] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235a22d-902e-626d-ed3d-bab0c37237d4" [ 793.465967] env[65311]: _type = "HttpNfcLease" [ 793.465967] env[65311]: } obtained for exporting VM: (result){ [ 793.465967] env[65311]: value = "vm-866494" [ 793.465967] env[65311]: _type = "VirtualMachine" [ 793.465967] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 793.466260] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the lease: (returnval){ [ 793.466260] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235a22d-902e-626d-ed3d-bab0c37237d4" [ 793.466260] env[65311]: _type = "HttpNfcLease" [ 793.466260] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 793.474638] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.474638] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235a22d-902e-626d-ed3d-bab0c37237d4" [ 793.474638] env[65311]: _type = "HttpNfcLease" [ 793.474638] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 793.526535] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428152, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.582801] env[65311]: DEBUG nova.network.neutron [-] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.603946] env[65311]: DEBUG nova.compute.utils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.605644] env[65311]: DEBUG nova.compute.manager [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 793.680214] env[65311]: DEBUG oslo_concurrency.lockutils [None req-de63851c-5257-4529-ac66-b61754640848 tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.035s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.774792] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.941593] env[65311]: DEBUG oslo_concurrency.lockutils [req-fc3a0005-49c8-4bbc-9181-c8ff3b44d25b req-6e34b0cb-1c74-45bb-bf11-5ac2dead7473 service nova] Releasing lock "refresh_cache-50dce140-8749-4991-8907-fcab2f9fc0b6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.967665] env[65311]: DEBUG oslo_concurrency.lockutils [req-9d5fef8c-8c35-4122-9df1-afff62d62013 req-5e4fcbf0-4eca-41fa-8475-725b665c3589 service nova] Releasing lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.983529] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.983529] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235a22d-902e-626d-ed3d-bab0c37237d4" [ 793.983529] env[65311]: _type = "HttpNfcLease" [ 793.983529] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 793.983529] env[65311]: DEBUG oslo_vmware.rw_handles [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 793.983529] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235a22d-902e-626d-ed3d-bab0c37237d4" [ 793.983529] env[65311]: _type = "HttpNfcLease" [ 793.983529] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 793.985188] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3054970b-cf9d-4d1b-a066-015143e7f508 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.999799] env[65311]: DEBUG oslo_vmware.rw_handles [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f50ed-0997-4d56-659b-cffd77934196/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 793.999955] env[65311]: DEBUG oslo_vmware.rw_handles [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f50ed-0997-4d56-659b-cffd77934196/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 794.076662] env[65311]: DEBUG oslo_vmware.api [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428152, 'name': RemoveSnapshot_Task, 'duration_secs': 1.323259} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.077067] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 794.077395] env[65311]: INFO nova.compute.manager [None req-140f04c2-3f4c-4d63-9d64-12d8d6e3fe69 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Took 16.82 seconds to snapshot the instance on the hypervisor. [ 794.088898] env[65311]: INFO nova.compute.manager [-] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Took 1.62 seconds to deallocate network for instance. [ 794.110209] env[65311]: DEBUG nova.compute.manager [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 794.120357] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8480e3f6-c298-4b56-8cef-78c6e0e8af38 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.184846] env[65311]: DEBUG nova.compute.manager [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 794.313326] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquiring lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.313564] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.324501] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b578dab3-8c79-4e3a-888f-c4deb4745082 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.334311] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80c457a-5ec5-4f2a-9960-5fcae4841796 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.369516] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcbc0f5-5a1e-4eca-9f0a-22f77ce86c06 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.379047] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c50169-cf5a-439b-96a4-06201b0a1c80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.394262] env[65311]: DEBUG nova.compute.provider_tree [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.596601] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.711906] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.754240] env[65311]: INFO nova.compute.manager [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Rebuilding instance [ 794.812460] env[65311]: DEBUG nova.compute.manager [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.813464] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb4814e-025b-4540-89f6-f921b2087966 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.916730] env[65311]: ERROR nova.scheduler.client.report [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] [req-47e0a918-2765-4abd-b541-dbe5683870fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-47e0a918-2765-4abd-b541-dbe5683870fa"}]} [ 794.943051] env[65311]: DEBUG nova.scheduler.client.report [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 794.968626] env[65311]: DEBUG nova.scheduler.client.report [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 794.971156] env[65311]: DEBUG nova.compute.provider_tree [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.995283] env[65311]: DEBUG nova.scheduler.client.report [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 795.039361] env[65311]: DEBUG nova.scheduler.client.report [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 795.123334] env[65311]: DEBUG nova.compute.manager [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 795.157636] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 795.157988] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.158230] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 795.158469] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.158692] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 795.158870] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 795.159118] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 795.159284] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 795.159486] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 795.159651] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 795.159895] env[65311]: DEBUG nova.virt.hardware [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 795.161308] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68d1b37-7891-46af-8294-8bc1a5c6bfdb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.175884] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c58c856-7b8d-4892-b4be-bcbf0b9a9657 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.192774] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.199303] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Creating folder: Project (d995de9b8f2045b4b878107a1e1376a9). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.203621] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7808770b-6d29-44bd-893b-472654e5667c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.218279] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Created folder: Project (d995de9b8f2045b4b878107a1e1376a9) in parent group-v866349. [ 795.218620] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Creating folder: Instances. Parent ref: group-v866495. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.222304] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-111bfecb-b562-4634-80a6-9a3ac3fde6d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.236770] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Created folder: Instances in parent group-v866495. [ 795.237045] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 795.237261] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.237483] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f358782-4bcc-4e05-8b9c-a23752996a86 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.262639] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.262639] env[65311]: value = "task-4428156" [ 795.262639] env[65311]: _type = "Task" [ 795.262639] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.277458] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428156, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.384010] env[65311]: DEBUG nova.compute.manager [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Received event network-changed-01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 795.384344] env[65311]: DEBUG nova.compute.manager [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing instance network info cache due to event network-changed-01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 795.384697] env[65311]: DEBUG oslo_concurrency.lockutils [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] Acquiring lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.385033] env[65311]: DEBUG oslo_concurrency.lockutils [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] Acquired lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.385308] env[65311]: DEBUG nova.network.neutron [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing network info cache for port 01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.393448] env[65311]: DEBUG nova.compute.manager [req-1b918c74-4b44-4907-9847-36a2e4c1cb46 req-32e168bb-6ab4-4b73-bad7-596f87454091 service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Received event network-vif-deleted-fbed6276-da61-4608-832b-b2fa546f1930 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 795.459086] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquiring lock "1a5390c7-30fb-4797-a535-b179a063ed6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.460635] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "1a5390c7-30fb-4797-a535-b179a063ed6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.461173] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquiring lock "1a5390c7-30fb-4797-a535-b179a063ed6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.461550] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "1a5390c7-30fb-4797-a535-b179a063ed6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.463354] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "1a5390c7-30fb-4797-a535-b179a063ed6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.469212] env[65311]: INFO nova.compute.manager [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Terminating instance [ 795.726845] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e14401-1ca4-4029-8559-7042acffcf53 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.736302] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e63f704-92ee-416d-b367-ffbf079552f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.773796] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226f5da5-2588-405e-9701-66fcd1258fc9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.785652] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a53f9b-265a-44c7-849d-94c752a8e0c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.793118] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428156, 'name': CreateVM_Task, 'duration_secs': 0.372644} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.793433] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.794543] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.794786] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.795254] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.795607] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5471970-fa26-4902-a4d0-de8f6afa8f06 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.813094] env[65311]: DEBUG nova.compute.provider_tree [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.820901] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 795.820901] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f76511-6e45-6648-5c40-69163c2c5b6b" [ 795.820901] env[65311]: _type = "Task" [ 795.820901] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.840709] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.841303] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f76511-6e45-6648-5c40-69163c2c5b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.012821} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.842614] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f33514f9-e695-4134-9c76-a57df718c1e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.845227] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.845600] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.845971] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.846258] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.846560] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.850701] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f82ba8f-a04d-4608-8528-ced281d6a178 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.863322] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 795.863322] env[65311]: value = "task-4428157" [ 795.863322] env[65311]: _type = "Task" [ 795.863322] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.865118] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.865376] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.870897] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466e3a7b-7c45-42a8-8b65-5a88e91b5132 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.881571] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.883256] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 795.883256] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528bef47-1435-4543-6a98-45989715b294" [ 795.883256] env[65311]: _type = "Task" [ 795.883256] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.894200] env[65311]: WARNING neutronclient.v2_0.client [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.896688] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528bef47-1435-4543-6a98-45989715b294, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.897829] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826400ea-0abb-463f-99ef-718f22709cc1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.905600] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 795.905600] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c72ba2-15de-2029-1c1d-8a9f9f4bff1d" [ 795.905600] env[65311]: _type = "Task" [ 795.905600] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.917159] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c72ba2-15de-2029-1c1d-8a9f9f4bff1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.981032] env[65311]: DEBUG nova.compute.manager [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 795.981032] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.981032] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e122b37-c3c8-4fa9-985b-3580a2136ade {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.995893] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.996496] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80e6ff1b-f5e6-422b-9894-f2dbca083f37 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.010403] env[65311]: DEBUG oslo_vmware.api [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 796.010403] env[65311]: value = "task-4428158" [ 796.010403] env[65311]: _type = "Task" [ 796.010403] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.027256] env[65311]: DEBUG oslo_vmware.api [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.118855] env[65311]: WARNING neutronclient.v2_0.client [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.213040] env[65311]: DEBUG nova.network.neutron [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updated VIF entry in instance network info cache for port 01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 796.213409] env[65311]: DEBUG nova.network.neutron [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updating instance_info_cache with network_info: [{"id": "01326337-1730-4c11-8d67-5edeeb790689", "address": "fa:16:3e:a2:6a:33", "network": {"id": "ac69dc18-167d-4297-99d7-68c898f5e2a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-149104643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19817bbed8ca4ce3a4d46372e57577d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01326337-17", "ovs_interfaceid": "01326337-1730-4c11-8d67-5edeeb790689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.355019] env[65311]: DEBUG nova.scheduler.client.report [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 796.355019] env[65311]: DEBUG nova.compute.provider_tree [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 77 to 78 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 796.355019] env[65311]: DEBUG nova.compute.provider_tree [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 796.358059] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.358433] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.358679] env[65311]: INFO nova.compute.manager [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Rebooting instance [ 796.377865] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428157, 'name': PowerOffVM_Task, 'duration_secs': 0.319693} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.378186] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.378434] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.379493] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7426508a-dc62-4333-b016-be4314acfed6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.391202] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.391202] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28b0a690-3262-428c-a6e5-28ad8c9859b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.417496] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c72ba2-15de-2029-1c1d-8a9f9f4bff1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013289} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.417899] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418204] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.418484] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da589777-12b7-4a75-98e6-359d6595ba95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.427348] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 796.427348] env[65311]: value = "task-4428160" [ 796.427348] env[65311]: _type = "Task" [ 796.427348] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.437437] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.467506] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.467790] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.467983] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleting the datastore file [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.468377] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc10edbf-17ea-46b4-b35d-86f5cfc70c62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.479423] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 796.479423] env[65311]: value = "task-4428161" [ 796.479423] env[65311]: _type = "Task" [ 796.479423] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.490358] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.525327] env[65311]: DEBUG oslo_vmware.api [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428158, 'name': PowerOffVM_Task, 'duration_secs': 0.290555} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.525619] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.525798] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.526092] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0190fac2-85f0-4114-9c4f-1cb9fbb5bd3d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.612340] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.612340] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.612340] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Deleting the datastore file [datastore1] 1a5390c7-30fb-4797-a535-b179a063ed6f {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.612340] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecea3a15-84b0-4c8b-8194-cad6f4952cb0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.625042] env[65311]: DEBUG oslo_vmware.api [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for the task: (returnval){ [ 796.625042] env[65311]: value = "task-4428163" [ 796.625042] env[65311]: _type = "Task" [ 796.625042] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.635355] env[65311]: DEBUG oslo_vmware.api [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.716935] env[65311]: DEBUG oslo_concurrency.lockutils [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] Releasing lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.716935] env[65311]: DEBUG nova.compute.manager [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Received event network-vif-deleted-10928340-d112-4cba-bf8b-f56c0517c465 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 796.717090] env[65311]: DEBUG nova.compute.manager [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Received event network-changed-01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 796.717256] env[65311]: DEBUG nova.compute.manager [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing instance network info cache due to event network-changed-01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 796.717468] env[65311]: DEBUG oslo_concurrency.lockutils [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] Acquiring lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.717642] env[65311]: DEBUG oslo_concurrency.lockutils [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] Acquired lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.717762] env[65311]: DEBUG nova.network.neutron [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Refreshing network info cache for port 01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.792141] env[65311]: DEBUG oslo_concurrency.lockutils [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.792141] env[65311]: DEBUG oslo_concurrency.lockutils [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.792141] env[65311]: DEBUG oslo_concurrency.lockutils [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.792141] env[65311]: DEBUG oslo_concurrency.lockutils [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.792141] env[65311]: DEBUG oslo_concurrency.lockutils [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.795424] env[65311]: INFO nova.compute.manager [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Terminating instance [ 796.862537] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.760s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.871181] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.782s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.871181] env[65311]: DEBUG nova.objects.instance [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lazy-loading 'resources' on Instance uuid f9ccb936-d91b-44bc-9523-725daf1569fa {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.897059] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "refresh_cache-97fe388a-ceaf-46a1-ba20-ab0249b4d592" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.897059] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquired lock "refresh_cache-97fe388a-ceaf-46a1-ba20-ab0249b4d592" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.897310] env[65311]: DEBUG nova.network.neutron [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 796.899392] env[65311]: INFO nova.scheduler.client.report [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Deleted allocations for instance a682f8d8-dc49-4008-a336-d042b8452ad9 [ 796.940278] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428160, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.993297] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342565} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.993297] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.993297] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.993297] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.135730] env[65311]: DEBUG oslo_vmware.api [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Task: {'id': task-4428163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392781} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.136102] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.136401] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.136679] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.136944] env[65311]: INFO nova.compute.manager [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 797.137475] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 797.137786] env[65311]: DEBUG nova.compute.manager [-] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 797.137971] env[65311]: DEBUG nova.network.neutron [-] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 797.138326] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.209017] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.220753] env[65311]: WARNING neutronclient.v2_0.client [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.299150] env[65311]: DEBUG nova.compute.manager [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 797.299531] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.301395] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c513cd5a-e1be-4ca6-a8ba-318cb2e16163 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.316286] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.318954] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2bf42b5-6006-4805-917d-95efd1d0b5c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.326175] env[65311]: DEBUG oslo_vmware.api [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 797.326175] env[65311]: value = "task-4428164" [ 797.326175] env[65311]: _type = "Task" [ 797.326175] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.337060] env[65311]: DEBUG oslo_vmware.api [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.402790] env[65311]: WARNING neutronclient.v2_0.client [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.408534] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e40b1b5-1684-48bf-896f-5194186751be tempest-ServerShowV247Test-1036489421 tempest-ServerShowV247Test-1036489421-project-member] Lock "a682f8d8-dc49-4008-a336-d042b8452ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.808s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.445429] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514938} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.446728] env[65311]: WARNING neutronclient.v2_0.client [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.449678] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.449957] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.453370] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95508cf4-411a-488c-bf02-4df501f5ccf0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.463948] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 797.463948] env[65311]: value = "task-4428165" [ 797.463948] env[65311]: _type = "Task" [ 797.463948] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.479721] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.583230] env[65311]: DEBUG nova.network.neutron [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updated VIF entry in instance network info cache for port 01326337-1730-4c11-8d67-5edeeb790689. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 797.583651] env[65311]: DEBUG nova.network.neutron [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updating instance_info_cache with network_info: [{"id": "01326337-1730-4c11-8d67-5edeeb790689", "address": "fa:16:3e:a2:6a:33", "network": {"id": "ac69dc18-167d-4297-99d7-68c898f5e2a5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-149104643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "19817bbed8ca4ce3a4d46372e57577d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01326337-17", "ovs_interfaceid": "01326337-1730-4c11-8d67-5edeeb790689", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.633600] env[65311]: WARNING neutronclient.v2_0.client [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.678883] env[65311]: DEBUG nova.compute.manager [req-54883d58-dab4-434e-af7b-d7c0732d6415 req-7c9a29aa-5623-4ce6-8117-7fba98bb347e service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Received event network-vif-deleted-abd2ae09-86c2-4e1b-af36-d46fb71d712e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 797.680333] env[65311]: INFO nova.compute.manager [req-54883d58-dab4-434e-af7b-d7c0732d6415 req-7c9a29aa-5623-4ce6-8117-7fba98bb347e service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Neutron deleted interface abd2ae09-86c2-4e1b-af36-d46fb71d712e; detaching it from the instance and deleting it from the info cache [ 797.680333] env[65311]: DEBUG nova.network.neutron [req-54883d58-dab4-434e-af7b-d7c0732d6415 req-7c9a29aa-5623-4ce6-8117-7fba98bb347e service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.727908] env[65311]: DEBUG nova.network.neutron [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Updating instance_info_cache with network_info: [{"id": "62f1e581-96cb-4a8a-8fc4-0afd07728354", "address": "fa:16:3e:7f:38:18", "network": {"id": "1d4f3f49-f831-4ff6-87f8-75da68a824ec", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1856099793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b11c3275a4434184a1fac6740dcb23e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62f1e581-96", "ovs_interfaceid": "62f1e581-96cb-4a8a-8fc4-0afd07728354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.839344] env[65311]: DEBUG oslo_vmware.api [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428164, 'name': PowerOffVM_Task, 'duration_secs': 0.377856} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.839613] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.839772] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.840033] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420ada0d-046b-4145-afe6-3bd35dd3eeae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.914877] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.914974] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.915166] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Deleting the datastore file [datastore1] 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.915675] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7477bb1-9547-4994-8e36-5cc54f283c9c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.927294] env[65311]: DEBUG oslo_vmware.api [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for the task: (returnval){ [ 797.927294] env[65311]: value = "task-4428167" [ 797.927294] env[65311]: _type = "Task" [ 797.927294] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.937050] env[65311]: DEBUG oslo_vmware.api [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.959729] env[65311]: DEBUG nova.network.neutron [-] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.978449] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165402} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.980149] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.981754] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be748603-c427-4fdc-a131-a590ff680c6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.985816] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d288ede-f4a2-46e1-b0c0-468f0bd20f1e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.014563] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.018377] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37593252-a9f5-4d8c-9ba5-918a9fc5c8b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.034287] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bca52f9-2395-4e1d-ac30-a74612d12590 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.046193] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 798.046193] env[65311]: value = "task-4428168" [ 798.046193] env[65311]: _type = "Task" [ 798.046193] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.080053] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79419328-45ee-4242-9865-25410ebe5472 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.089913] env[65311]: DEBUG oslo_concurrency.lockutils [req-c1286706-5f94-4371-88ee-bcc9520c2b7a req-1fc931d6-676e-4072-acf3-b171a9ccd1c2 service nova] Releasing lock "refresh_cache-9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.090445] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.094698] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 798.095316] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.095316] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 798.095316] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.095467] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 798.095667] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 798.095813] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 798.098877] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 798.098877] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 798.098877] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 798.098877] env[65311]: DEBUG nova.virt.hardware [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 798.098877] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a85065-2346-4c5d-902d-15e738672fc2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.102984] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59438158-28a7-43d3-962c-4e0da3594acb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.125390] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db34e78-4458-4fbf-9a7e-799a8aebe142 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.129835] env[65311]: DEBUG nova.compute.provider_tree [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.143998] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:e6:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3843aa28-2540-480c-a7e5-61026e7c4cbf', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.150669] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 798.151703] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.151915] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9be2500-fda0-408c-ac2d-80b70b92003d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.174751] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.174751] env[65311]: value = "task-4428169" [ 798.174751] env[65311]: _type = "Task" [ 798.174751] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.186508] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428169, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.186508] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb017412-e72e-4209-bbbe-9d3d6b1ef509 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.195488] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5510c11-5969-4070-a6f6-646c3d5c92be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.233225] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Releasing lock "refresh_cache-97fe388a-ceaf-46a1-ba20-ab0249b4d592" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.234338] env[65311]: DEBUG nova.compute.manager [req-54883d58-dab4-434e-af7b-d7c0732d6415 req-7c9a29aa-5623-4ce6-8117-7fba98bb347e service nova] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Detach interface failed, port_id=abd2ae09-86c2-4e1b-af36-d46fb71d712e, reason: Instance 1a5390c7-30fb-4797-a535-b179a063ed6f could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 798.440483] env[65311]: DEBUG oslo_vmware.api [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Task: {'id': task-4428167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240377} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.440769] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.445178] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.445178] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.445178] env[65311]: INFO nova.compute.manager [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Took 1.14 seconds to destroy the instance on the hypervisor. [ 798.445178] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 798.445178] env[65311]: DEBUG nova.compute.manager [-] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 798.445178] env[65311]: DEBUG nova.network.neutron [-] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 798.445178] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.462379] env[65311]: INFO nova.compute.manager [-] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Took 1.32 seconds to deallocate network for instance. [ 798.559330] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.585108] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428168, 'name': ReconfigVM_Task, 'duration_secs': 0.42634} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.585527] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.586419] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-942a6f5a-a1b6-4d45-8276-0d7b843f1dc4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.595138] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 798.595138] env[65311]: value = "task-4428170" [ 798.595138] env[65311]: _type = "Task" [ 798.595138] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.608621] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428170, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.665885] env[65311]: DEBUG nova.scheduler.client.report [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 798.666248] env[65311]: DEBUG nova.compute.provider_tree [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 78 to 79 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 798.666432] env[65311]: DEBUG nova.compute.provider_tree [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.698626] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428169, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.742285] env[65311]: DEBUG nova.compute.manager [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 798.742998] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9e9daa-3fb5-4796-895b-b88f0294c2d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.973326] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.107030] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428170, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.174332] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.176397] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.935s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.177574] env[65311]: DEBUG nova.objects.instance [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 799.190748] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428169, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.204548] env[65311]: INFO nova.scheduler.client.report [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Deleted allocations for instance f9ccb936-d91b-44bc-9523-725daf1569fa [ 799.608237] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428170, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.701863] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428169, 'name': CreateVM_Task, 'duration_secs': 1.468052} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.702192] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.702831] env[65311]: WARNING neutronclient.v2_0.client [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 799.703224] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.703377] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.703805] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.704204] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058614d7-28fe-4ce0-8706-ce96616c3677 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.710441] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 799.710441] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5294b5fa-48fc-5ea4-900a-db4103be5712" [ 799.710441] env[65311]: _type = "Task" [ 799.710441] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.717242] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6d0ce24-800b-4da8-8412-321c71a2a6b0 tempest-AttachInterfacesUnderV243Test-82564794 tempest-AttachInterfacesUnderV243Test-82564794-project-member] Lock "f9ccb936-d91b-44bc-9523-725daf1569fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.477s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.723249] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5294b5fa-48fc-5ea4-900a-db4103be5712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.770051] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f67340-15c5-474b-b252-57c71d0ff670 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.780069] env[65311]: DEBUG nova.network.neutron [-] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.782274] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Doing hard reboot of VM {{(pid=65311) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 799.782844] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c0888864-da30-4851-88a7-0e85f0578d04 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.791937] env[65311]: DEBUG oslo_vmware.api [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 799.791937] env[65311]: value = "task-4428171" [ 799.791937] env[65311]: _type = "Task" [ 799.791937] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.803834] env[65311]: DEBUG oslo_vmware.api [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428171, 'name': ResetVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.021755] env[65311]: DEBUG nova.compute.manager [req-f4a0e98c-8ea9-4f92-9a8d-632d7a661ba3 req-74592288-5ca6-4642-818a-84d4b716eb16 service nova] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Received event network-vif-deleted-01326337-1730-4c11-8d67-5edeeb790689 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 800.066432] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquiring lock "01427136-c72c-4c87-9694-33be47498ce2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.066820] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "01427136-c72c-4c87-9694-33be47498ce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.067222] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquiring lock "01427136-c72c-4c87-9694-33be47498ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.067454] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "01427136-c72c-4c87-9694-33be47498ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.067672] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "01427136-c72c-4c87-9694-33be47498ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.073219] env[65311]: INFO nova.compute.manager [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Terminating instance [ 800.109030] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428170, 'name': Rename_Task, 'duration_secs': 1.094126} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.109030] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.109374] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa96090-ae4b-4675-a68a-563bef5e005c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.116878] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 800.116878] env[65311]: value = "task-4428172" [ 800.116878] env[65311]: _type = "Task" [ 800.116878] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.128383] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.195476] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b9657f-008f-4efa-b2cf-85b53cd0e193 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.196789] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.055s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.197044] env[65311]: DEBUG nova.objects.instance [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lazy-loading 'resources' on Instance uuid 90653f0c-813f-4d38-9c2c-a4017742b55c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.225047] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5294b5fa-48fc-5ea4-900a-db4103be5712, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.225159] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.225355] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.225694] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.225909] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.226154] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.226441] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8bc09ed-695b-4bf5-a31f-cb8e9b5eee5e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.238849] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.239472] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.239779] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03763bc2-13af-49dc-8c0a-b9f95571ef5e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.246927] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 800.246927] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523a8e66-9af1-17cc-9224-2ac48fa49a6a" [ 800.246927] env[65311]: _type = "Task" [ 800.246927] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.256476] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523a8e66-9af1-17cc-9224-2ac48fa49a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.283187] env[65311]: INFO nova.compute.manager [-] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Took 1.84 seconds to deallocate network for instance. [ 800.303896] env[65311]: DEBUG oslo_vmware.api [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428171, 'name': ResetVM_Task, 'duration_secs': 0.119261} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.304177] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Did hard reboot of VM {{(pid=65311) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 800.304397] env[65311]: DEBUG nova.compute.manager [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 800.305267] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4064fac5-4e48-42ae-a8bb-6f2484c80dd3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.580688] env[65311]: DEBUG nova.compute.manager [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 800.580891] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.581847] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b66e1c-d6d5-4ca3-bc2d-aa21da6f50cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.590971] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.591290] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feeb331e-fcfc-4673-867c-69ea5562e6c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.599621] env[65311]: DEBUG oslo_vmware.api [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 800.599621] env[65311]: value = "task-4428173" [ 800.599621] env[65311]: _type = "Task" [ 800.599621] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.609579] env[65311]: DEBUG oslo_vmware.api [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4428173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.632962] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.762613] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523a8e66-9af1-17cc-9224-2ac48fa49a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01391} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.763835] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e445370-bc4b-45c9-af36-403399307c79 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.771534] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 800.771534] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52509633-0231-28e1-6bc4-cd43bb9a710d" [ 800.771534] env[65311]: _type = "Task" [ 800.771534] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.784376] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52509633-0231-28e1-6bc4-cd43bb9a710d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.790531] env[65311]: DEBUG oslo_concurrency.lockutils [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.820296] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3c547d45-12a4-449e-aea8-112c0bdaf0cd tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.462s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.118657] env[65311]: DEBUG oslo_vmware.api [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4428173, 'name': PowerOffVM_Task, 'duration_secs': 0.291158} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.119336] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.119507] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.125888] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54beeae6-9ff7-44e3-9f58-3eab4a402bda {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.140144] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.221813] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.222052] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.222467] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Deleting the datastore file [datastore1] 01427136-c72c-4c87-9694-33be47498ce2 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.223796] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fa8ef99-6b18-4ba6-87ce-88181763e757 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.236774] env[65311]: DEBUG oslo_vmware.api [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for the task: (returnval){ [ 801.236774] env[65311]: value = "task-4428175" [ 801.236774] env[65311]: _type = "Task" [ 801.236774] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.247323] env[65311]: DEBUG oslo_vmware.api [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4428175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.293363] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52509633-0231-28e1-6bc4-cd43bb9a710d, 'name': SearchDatastore_Task, 'duration_secs': 0.014244} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.294461] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.294461] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7/a0382adf-e119-4c10-a995-c8154f2f2df7.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.294461] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4d1fb7b-fb50-4c3f-a9cc-b059177bb3e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.305047] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 801.305047] env[65311]: value = "task-4428176" [ 801.305047] env[65311]: _type = "Task" [ 801.305047] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.316035] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.370153] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac126387-e5ea-47bf-9240-f531089a1f73 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.382216] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485b13b1-5806-4bf3-be96-6a9fdc7e73f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.417915] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1bfb79-c287-433d-8b22-c5b49d4894b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.427626] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97a9c31-59a8-4d81-aee6-f25260e6c625 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.452557] env[65311]: DEBUG nova.compute.provider_tree [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.456375] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "de853266-8d21-4230-8053-e6e9dbdc0d39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.456717] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "de853266-8d21-4230-8053-e6e9dbdc0d39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.456930] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "de853266-8d21-4230-8053-e6e9dbdc0d39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.457113] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "de853266-8d21-4230-8053-e6e9dbdc0d39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.457274] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "de853266-8d21-4230-8053-e6e9dbdc0d39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.460416] env[65311]: INFO nova.compute.manager [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Terminating instance [ 801.620101] env[65311]: DEBUG oslo_concurrency.lockutils [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquiring lock "8d1fc405-3a7c-44d6-a33d-07364bea6304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.620442] env[65311]: DEBUG oslo_concurrency.lockutils [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "8d1fc405-3a7c-44d6-a33d-07364bea6304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.620809] env[65311]: DEBUG oslo_concurrency.lockutils [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquiring lock "8d1fc405-3a7c-44d6-a33d-07364bea6304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.621017] env[65311]: DEBUG oslo_concurrency.lockutils [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "8d1fc405-3a7c-44d6-a33d-07364bea6304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.621189] env[65311]: DEBUG oslo_concurrency.lockutils [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "8d1fc405-3a7c-44d6-a33d-07364bea6304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.627605] env[65311]: INFO nova.compute.manager [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Terminating instance [ 801.638514] env[65311]: DEBUG oslo_vmware.api [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428172, 'name': PowerOnVM_Task, 'duration_secs': 1.094075} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.639662] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.639805] env[65311]: INFO nova.compute.manager [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Took 6.52 seconds to spawn the instance on the hypervisor. [ 801.640575] env[65311]: DEBUG nova.compute.manager [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 801.641020] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c744a639-0ffc-419e-a28f-1b73fbb0b798 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.731692] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.731976] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.732225] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.732414] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.732664] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.738579] env[65311]: INFO nova.compute.manager [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Terminating instance [ 801.758716] env[65311]: DEBUG oslo_vmware.api [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Task: {'id': task-4428175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32423} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.760966] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.761245] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.761474] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.761698] env[65311]: INFO nova.compute.manager [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 801.761925] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 801.765700] env[65311]: DEBUG nova.compute.manager [-] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 801.765700] env[65311]: DEBUG nova.network.neutron [-] [instance: 01427136-c72c-4c87-9694-33be47498ce2] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 801.765700] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.802549] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.819607] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428176, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.968266] env[65311]: DEBUG nova.compute.manager [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 801.968266] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.968266] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df60ee-6fb8-484f-b94b-2aa5ee35050b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.977282] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.979763] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84731f95-5ea7-472a-bcf1-7dd653471495 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.992688] env[65311]: DEBUG oslo_vmware.api [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 801.992688] env[65311]: value = "task-4428177" [ 801.992688] env[65311]: _type = "Task" [ 801.992688] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.010852] env[65311]: DEBUG oslo_vmware.api [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.029038] env[65311]: DEBUG nova.scheduler.client.report [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 802.029038] env[65311]: DEBUG nova.compute.provider_tree [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 79 to 80 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 802.029038] env[65311]: DEBUG nova.compute.provider_tree [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.132734] env[65311]: DEBUG nova.compute.manager [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 802.133125] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.134587] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ba52b-0daf-4924-bf8b-4abb9d2d7b54 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.150320] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.150540] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-312e09da-ca81-444c-8f94-3b5a093b06ea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.167159] env[65311]: DEBUG oslo_vmware.api [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 802.167159] env[65311]: value = "task-4428178" [ 802.167159] env[65311]: _type = "Task" [ 802.167159] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.174179] env[65311]: INFO nova.compute.manager [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Took 46.56 seconds to build instance. [ 802.183215] env[65311]: DEBUG oslo_vmware.api [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.251085] env[65311]: DEBUG nova.compute.manager [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 802.251085] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.252028] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efc8d77-0212-4fdc-8b85-488de1854129 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.262138] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.265522] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf7b22b-086c-4ec4-b7b8-ae7948a75161 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.276466] env[65311]: DEBUG oslo_vmware.api [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 802.276466] env[65311]: value = "task-4428179" [ 802.276466] env[65311]: _type = "Task" [ 802.276466] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.288022] env[65311]: DEBUG oslo_vmware.api [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.316800] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657553} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.317102] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7/a0382adf-e119-4c10-a995-c8154f2f2df7.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.317323] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.317603] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66bd8fea-70e5-4821-b047-7eafbaf63e8b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.327440] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 802.327440] env[65311]: value = "task-4428180" [ 802.327440] env[65311]: _type = "Task" [ 802.327440] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.339586] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.505497] env[65311]: DEBUG oslo_vmware.api [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428177, 'name': PowerOffVM_Task, 'duration_secs': 0.282495} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.505876] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.506019] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.506212] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ab2b8f2-cebe-4b8c-8cf8-000021c09f27 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.534975] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.542450] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.632s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.576713] env[65311]: INFO nova.scheduler.client.report [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Deleted allocations for instance 90653f0c-813f-4d38-9c2c-a4017742b55c [ 802.594453] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.594782] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.595049] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Deleting the datastore file [datastore1] de853266-8d21-4230-8053-e6e9dbdc0d39 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.595407] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffe0f3b2-7932-46b3-9c8d-a1d7668a3462 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.606473] env[65311]: DEBUG oslo_vmware.api [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 802.606473] env[65311]: value = "task-4428182" [ 802.606473] env[65311]: _type = "Task" [ 802.606473] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.621029] env[65311]: DEBUG oslo_vmware.api [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.680137] env[65311]: DEBUG oslo_concurrency.lockutils [None req-31b81de3-5365-49cb-b2f7-e1afbbef7a66 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "513bff4a-ee9c-406a-b8d9-52f449db2df9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.818s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.681505] env[65311]: DEBUG oslo_vmware.api [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428178, 'name': PowerOffVM_Task, 'duration_secs': 0.330679} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.683270] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.683608] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.686362] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b83243c0-4467-41d7-91d6-cce25eb7262a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.760416] env[65311]: DEBUG nova.compute.manager [req-308b00bc-f1a0-4eb3-9a97-637b5f2e6968 req-1fb3e9a5-2f59-45b1-a188-a62ddd895dc7 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Received event network-vif-deleted-0aae3625-e7ed-42ca-9210-092140af00ff {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 802.760969] env[65311]: INFO nova.compute.manager [req-308b00bc-f1a0-4eb3-9a97-637b5f2e6968 req-1fb3e9a5-2f59-45b1-a188-a62ddd895dc7 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Neutron deleted interface 0aae3625-e7ed-42ca-9210-092140af00ff; detaching it from the instance and deleting it from the info cache [ 802.764391] env[65311]: DEBUG nova.network.neutron [req-308b00bc-f1a0-4eb3-9a97-637b5f2e6968 req-1fb3e9a5-2f59-45b1-a188-a62ddd895dc7 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.767094] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.767094] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.767214] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Deleting the datastore file [datastore1] 8d1fc405-3a7c-44d6-a33d-07364bea6304 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.767832] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a84ed2c-251e-4025-8a9d-9413f22ba2c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.777507] env[65311]: DEBUG oslo_vmware.api [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for the task: (returnval){ [ 802.777507] env[65311]: value = "task-4428184" [ 802.777507] env[65311]: _type = "Task" [ 802.777507] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.792230] env[65311]: DEBUG oslo_vmware.api [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428179, 'name': PowerOffVM_Task, 'duration_secs': 0.27456} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.795804] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.796360] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.796645] env[65311]: DEBUG oslo_vmware.api [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.797150] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a31a9a3-5b04-468a-bf37-74b06543c0a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.839509] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085065} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.839836] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.840798] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392dfef4-549b-4607-88ab-efd379244ee6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.872289] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7/a0382adf-e119-4c10-a995-c8154f2f2df7.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.872781] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16369365-8062-4b1b-968b-a94e7f12bff1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.890666] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.890830] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.891035] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Deleting the datastore file [datastore1] 97fe388a-ceaf-46a1-ba20-ab0249b4d592 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.894593] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8562ea2-07cd-4b78-8187-a182c9c0c8ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.900827] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 802.900827] env[65311]: value = "task-4428186" [ 802.900827] env[65311]: _type = "Task" [ 802.900827] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.907135] env[65311]: DEBUG oslo_vmware.api [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for the task: (returnval){ [ 802.907135] env[65311]: value = "task-4428187" [ 802.907135] env[65311]: _type = "Task" [ 802.907135] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.915977] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.922290] env[65311]: DEBUG nova.network.neutron [-] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.923614] env[65311]: DEBUG oslo_vmware.api [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.048854] env[65311]: INFO nova.compute.claims [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.098066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8f64c081-c546-4c53-bccb-0be0e2b63180 tempest-InstanceActionsNegativeTestJSON-887815147 tempest-InstanceActionsNegativeTestJSON-887815147-project-member] Lock "90653f0c-813f-4d38-9c2c-a4017742b55c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.563s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.120095] env[65311]: DEBUG oslo_vmware.api [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38661} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.120269] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.120482] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.120659] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.120826] env[65311]: INFO nova.compute.manager [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Took 1.16 seconds to destroy the instance on the hypervisor. [ 803.121176] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 803.121482] env[65311]: DEBUG nova.compute.manager [-] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 803.122038] env[65311]: DEBUG nova.network.neutron [-] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 803.122038] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.185013] env[65311]: DEBUG nova.compute.manager [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 803.213842] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.268846] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9dbb592-1f98-4a71-b24f-972bd6add971 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.281335] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75c418a-fca3-48e5-99fb-3dfd238bdaec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.305231] env[65311]: DEBUG oslo_vmware.api [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Task: {'id': task-4428184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300153} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.305231] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.305231] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.305652] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.305889] env[65311]: INFO nova.compute.manager [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Took 1.17 seconds to destroy the instance on the hypervisor. [ 803.306403] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 803.306683] env[65311]: DEBUG nova.compute.manager [-] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 803.306851] env[65311]: DEBUG nova.network.neutron [-] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 803.307198] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.324475] env[65311]: DEBUG nova.compute.manager [req-308b00bc-f1a0-4eb3-9a97-637b5f2e6968 req-1fb3e9a5-2f59-45b1-a188-a62ddd895dc7 service nova] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Detach interface failed, port_id=0aae3625-e7ed-42ca-9210-092140af00ff, reason: Instance 01427136-c72c-4c87-9694-33be47498ce2 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 803.402040] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.424562] env[65311]: DEBUG oslo_vmware.api [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Task: {'id': task-4428187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267004} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.424562] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.425567] env[65311]: INFO nova.compute.manager [-] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Took 1.66 seconds to deallocate network for instance. [ 803.425567] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.425567] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.425567] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.425567] env[65311]: INFO nova.compute.manager [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Took 1.17 seconds to destroy the instance on the hypervisor. [ 803.426907] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 803.427339] env[65311]: DEBUG nova.compute.manager [-] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 803.427436] env[65311]: DEBUG nova.network.neutron [-] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 803.427648] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.560089] env[65311]: INFO nova.compute.resource_tracker [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating resource usage from migration 2d01e5ef-5444-42b0-9f4f-184c3ac3cc2d [ 803.713093] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.918756] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428186, 'name': ReconfigVM_Task, 'duration_secs': 0.643036} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.919773] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Reconfigured VM instance instance-0000002e to attach disk [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7/a0382adf-e119-4c10-a995-c8154f2f2df7.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.920527] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30c5176-9d20-4717-b824-6e21adc85d15 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.929419] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 803.929419] env[65311]: value = "task-4428188" [ 803.929419] env[65311]: _type = "Task" [ 803.929419] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.933023] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.936747] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.944472] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428188, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.081865] env[65311]: DEBUG nova.network.neutron [-] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.114839] env[65311]: INFO nova.compute.manager [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Rebuilding instance [ 804.193540] env[65311]: DEBUG nova.compute.manager [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 804.194528] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cb4611-e462-493c-ad74-96dec1720d6f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.279788] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dabdd4a-85f7-41f1-8f2e-09b5b4e93023 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.289989] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00930f6-b2e8-4f3f-8751-2eb0c8f98425 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.328438] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746f9301-9ca7-4ceb-9ff7-4daca4738e96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.340554] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a30c9d2-daa5-4bce-be65-8fdb64fbc4ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.358885] env[65311]: DEBUG nova.compute.provider_tree [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.362343] env[65311]: DEBUG oslo_vmware.rw_handles [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f50ed-0997-4d56-659b-cffd77934196/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 804.363223] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e7734a-219b-4c44-9356-1c1e2bb10d72 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.372458] env[65311]: DEBUG oslo_vmware.rw_handles [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f50ed-0997-4d56-659b-cffd77934196/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 804.372643] env[65311]: ERROR oslo_vmware.rw_handles [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f50ed-0997-4d56-659b-cffd77934196/disk-0.vmdk due to incomplete transfer. [ 804.373559] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8c55979-704c-4d26-87aa-0ef04e4216d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.383380] env[65311]: DEBUG oslo_vmware.rw_handles [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f50ed-0997-4d56-659b-cffd77934196/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 804.383525] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Uploaded image a227169b-15c8-468e-98af-e8316aa084b7 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 804.386138] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 804.386442] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5551918c-0b66-46c3-9203-ad3c6d15b941 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.395332] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 804.395332] env[65311]: value = "task-4428189" [ 804.395332] env[65311]: _type = "Task" [ 804.395332] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.405158] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428189, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.443322] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428188, 'name': Rename_Task, 'duration_secs': 0.192156} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.444108] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.444316] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-339ed296-d45c-4d55-b625-3241b056080e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.452723] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 804.452723] env[65311]: value = "task-4428190" [ 804.452723] env[65311]: _type = "Task" [ 804.452723] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.462603] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.585657] env[65311]: INFO nova.compute.manager [-] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Took 1.46 seconds to deallocate network for instance. [ 804.796058] env[65311]: DEBUG nova.network.neutron [-] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.868602] env[65311]: DEBUG nova.scheduler.client.report [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.909028] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428189, 'name': Destroy_Task, 'duration_secs': 0.407338} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.909470] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Destroyed the VM [ 804.909763] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 804.910995] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-84d3bd3e-c43a-4db8-907c-c71caa704192 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.919017] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 804.919017] env[65311]: value = "task-4428191" [ 804.919017] env[65311]: _type = "Task" [ 804.919017] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.930402] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.967353] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428190, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.999795] env[65311]: DEBUG nova.network.neutron [-] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.096376] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.128745] env[65311]: DEBUG nova.compute.manager [req-8f2d4353-45ff-430d-82ef-876104ac6c20 req-a07a49ee-7a74-4adf-859b-bd2fa0341e92 service nova] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Received event network-vif-deleted-a46c2305-76b3-4401-a1c3-f6ef79698843 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 805.216702] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.217050] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-315bd878-a968-44b4-95b0-e8fcbe7e4be1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.226850] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 805.226850] env[65311]: value = "task-4428192" [ 805.226850] env[65311]: _type = "Task" [ 805.226850] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.241032] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.303773] env[65311]: INFO nova.compute.manager [-] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Took 2.00 seconds to deallocate network for instance. [ 805.376947] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.835s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.377907] env[65311]: INFO nova.compute.manager [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Migrating [ 805.387909] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.715s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.390781] env[65311]: INFO nova.compute.claims [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.435847] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428191, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.466144] env[65311]: DEBUG oslo_vmware.api [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428190, 'name': PowerOnVM_Task, 'duration_secs': 0.898958} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.468276] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.468852] env[65311]: DEBUG nova.compute.manager [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 805.470440] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3ad9a-c77a-4801-81f3-d44b99f7253d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.504206] env[65311]: INFO nova.compute.manager [-] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Took 2.08 seconds to deallocate network for instance. [ 805.739758] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428192, 'name': PowerOffVM_Task, 'duration_secs': 0.284682} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.740094] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.740372] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.741391] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580a841a-e20a-465e-b6ee-e910c336c8c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.750684] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.751099] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-088ae21f-f4a4-4b30-9e3e-eda4eac79bb4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.785285] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.785638] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.786086] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Deleting the datastore file [datastore2] 513bff4a-ee9c-406a-b8d9-52f449db2df9 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.786394] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b8934fc-f5ea-4b40-afc5-adb480c33096 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.796105] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 805.796105] env[65311]: value = "task-4428194" [ 805.796105] env[65311]: _type = "Task" [ 805.796105] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.805560] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.816964] env[65311]: DEBUG oslo_concurrency.lockutils [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.911956] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.912147] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.912360] env[65311]: DEBUG nova.network.neutron [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 805.943314] env[65311]: DEBUG oslo_vmware.api [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428191, 'name': RemoveSnapshot_Task, 'duration_secs': 0.624114} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.943314] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.943314] env[65311]: INFO nova.compute.manager [None req-89ac4c92-38a3-4c2a-ab97-b76b285b3914 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Took 17.18 seconds to snapshot the instance on the hypervisor. [ 805.999253] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.003770] env[65311]: DEBUG nova.compute.manager [req-36bd4043-73a6-4a25-9d93-c729ed73622c req-5a8b0c73-39ee-4f82-8465-c1963b9ada17 service nova] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Received event network-vif-deleted-62f1e581-96cb-4a8a-8fc4-0afd07728354 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 806.020205] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.308898] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238081} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.308898] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.309457] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.309457] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.419743] env[65311]: WARNING neutronclient.v2_0.client [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.901343] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429c9967-7ecd-4202-bbde-e1299628a839 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.910352] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ac6a5e-76c8-4e1c-a2ed-5bed6ddbccb9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.942730] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ac35b-3e0c-4748-8d42-6b8772d91659 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.956321] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db170ad9-4fa4-4cf3-889e-e19cd0b650ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.975394] env[65311]: DEBUG nova.compute.provider_tree [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.269198] env[65311]: WARNING neutronclient.v2_0.client [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.366803] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 807.366803] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.367588] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 807.367588] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.367588] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 807.367588] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 807.367588] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 807.367799] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 807.368615] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 807.368615] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 807.368615] env[65311]: DEBUG nova.virt.hardware [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 807.369581] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b25407-e94c-4f5c-b58e-2ab68e903332 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.379154] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6ff709-14c2-4ec3-89c1-64247b4d78bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.383961] env[65311]: DEBUG nova.network.neutron [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance_info_cache with network_info: [{"id": "9de4c47a-170c-420a-bffa-924d3629a6c0", "address": "fa:16:3e:d0:8e:3b", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de4c47a-17", "ovs_interfaceid": "9de4c47a-170c-420a-bffa-924d3629a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.401891] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.408177] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 807.409781] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.409781] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23cb298f-466d-4101-87da-606fd43d8802 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.428608] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.428608] env[65311]: value = "task-4428195" [ 807.428608] env[65311]: _type = "Task" [ 807.428608] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.438448] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428195, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.478670] env[65311]: DEBUG nova.scheduler.client.report [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.890043] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.942899] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428195, 'name': CreateVM_Task, 'duration_secs': 0.327075} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.943078] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.943567] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.943736] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.944125] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.944369] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e48e4d-8115-49ab-b7ae-c1bec45d9ee9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.951491] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 807.951491] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a0040b-f8ff-f104-b0f3-c26d1c7da5b7" [ 807.951491] env[65311]: _type = "Task" [ 807.951491] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.962962] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a0040b-f8ff-f104-b0f3-c26d1c7da5b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.984184] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.984577] env[65311]: DEBUG nova.compute.manager [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 807.990028] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.524s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.990028] env[65311]: DEBUG nova.objects.instance [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lazy-loading 'resources' on Instance uuid 9bf9cc18-f103-41ff-8049-49ac30901187 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.324462] env[65311]: DEBUG nova.compute.manager [req-f572303e-117c-4d8a-b278-ed229614b930 req-ad3c6771-1a0e-479f-888e-c706348930a6 service nova] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Received event network-vif-deleted-7913bb27-9258-430d-a87e-c81eff9b717e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 808.469016] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a0040b-f8ff-f104-b0f3-c26d1c7da5b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.469891] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.470208] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.470493] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.470645] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.470814] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.475036] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce8ee89-86b1-4d34-a656-36ff682ba7d4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.499320] env[65311]: DEBUG nova.compute.utils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.501050] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.501444] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.504217] env[65311]: DEBUG nova.compute.manager [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 808.504217] env[65311]: DEBUG nova.network.neutron [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 808.504217] env[65311]: WARNING neutronclient.v2_0.client [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.507225] env[65311]: WARNING neutronclient.v2_0.client [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.508080] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf94d59-697f-496d-917b-f31ae677a7a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.518286] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 808.518286] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52716ba5-68f2-e9cf-1ef9-43719a0b8b06" [ 808.518286] env[65311]: _type = "Task" [ 808.518286] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.530051] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52716ba5-68f2-e9cf-1ef9-43719a0b8b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.571651] env[65311]: DEBUG nova.policy [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee0fa16c307843e1a068c381bd37fd9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77c71926e017452196258d5a80d855e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.988015] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "f65b9885-8544-4e64-8786-9e91226e41bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.988164] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "f65b9885-8544-4e64-8786-9e91226e41bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.988382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "f65b9885-8544-4e64-8786-9e91226e41bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.989786] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "f65b9885-8544-4e64-8786-9e91226e41bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.990084] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "f65b9885-8544-4e64-8786-9e91226e41bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.993748] env[65311]: INFO nova.compute.manager [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Terminating instance [ 809.004373] env[65311]: DEBUG nova.compute.manager [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 809.030587] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52716ba5-68f2-e9cf-1ef9-43719a0b8b06, 'name': SearchDatastore_Task, 'duration_secs': 0.01451} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.031360] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1942d88-1e9a-4ddc-a3c5-d3632281a2eb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.035256] env[65311]: DEBUG nova.network.neutron [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Successfully created port: 1329df5b-3a32-4c08-9b74-227326e87385 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 809.039945] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 809.039945] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c6572d-e779-7a91-4634-59791e4db841" [ 809.039945] env[65311]: _type = "Task" [ 809.039945] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.054440] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c6572d-e779-7a91-4634-59791e4db841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.134254] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcce2300-fd78-4a8d-8ac4-f938f88d6b76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.143613] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f40e7-a920-4bc0-9b8f-2b98991bc895 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.178873] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5bcfeb-b828-428a-8813-9f2ae458ea0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.187776] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca31adf-b7b6-4e6f-ace4-a97612621fcd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.206780] env[65311]: DEBUG nova.compute.provider_tree [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.407311] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c6e0ca-ebad-44a0-83da-a5dfc7950047 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.430437] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance 'de11687e-08cc-4ee7-91fa-789196241589' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.498033] env[65311]: DEBUG nova.compute.manager [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 809.498354] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.499712] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091247ef-37c4-4cf9-b069-0772a28bc166 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.507766] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.508032] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a7ca30c-4203-48b0-a2d6-5b51499f91fc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.510817] env[65311]: INFO nova.virt.block_device [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Booting with volume cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d at /dev/sda [ 809.554901] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c6572d-e779-7a91-4634-59791e4db841, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.555300] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.555603] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.556873] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-900bbfce-3a58-4589-9bfe-097d474315cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.559065] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7181aa9-a2ba-451f-9abb-6d788aaf8873 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.567483] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 809.567483] env[65311]: value = "task-4428197" [ 809.567483] env[65311]: _type = "Task" [ 809.567483] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.575444] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f523a6-1a1d-42b0-9085-70212fb8d810 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.588155] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.588422] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.588658] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleting the datastore file [datastore2] f65b9885-8544-4e64-8786-9e91226e41bd {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.589909] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc659a8e-b29e-48d0-be50-391713f04b08 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.594920] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.599672] env[65311]: DEBUG oslo_vmware.api [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 809.599672] env[65311]: value = "task-4428198" [ 809.599672] env[65311]: _type = "Task" [ 809.599672] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.617701] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cfbe6e0-873a-40a7-83c9-7381927971e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.627527] env[65311]: DEBUG oslo_vmware.api [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.631743] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f680314-f0e3-4563-8f07-9ed4e426a3d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.668894] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba93878-9baf-4f95-9602-332f327e07e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.678890] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf9dc85-6f00-4ab9-9369-64e4a4a45b7d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.698659] env[65311]: DEBUG nova.virt.block_device [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Updating existing volume attachment record: 34bff636-d7b8-4dd1-a8b0-b0423c14c8e3 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 809.710748] env[65311]: DEBUG nova.scheduler.client.report [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.937549] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.937911] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-023e0126-35b9-4c9f-b580-3a5b35d8eb6e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.948851] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 809.948851] env[65311]: value = "task-4428199" [ 809.948851] env[65311]: _type = "Task" [ 809.948851] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.964886] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.081776] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428197, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.131238] env[65311]: DEBUG oslo_vmware.api [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211658} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.131933] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.133309] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.133484] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.133651] env[65311]: INFO nova.compute.manager [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Took 0.64 seconds to destroy the instance on the hypervisor. [ 810.134027] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 810.134027] env[65311]: DEBUG nova.compute.manager [-] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 810.134215] env[65311]: DEBUG nova.network.neutron [-] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 810.134562] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.222066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.222066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.591s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.222730] env[65311]: DEBUG nova.objects.instance [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lazy-loading 'resources' on Instance uuid ac7727ee-37d8-4b9a-9ad9-15dadab03b79 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.230803] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.250675] env[65311]: INFO nova.scheduler.client.report [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Deleted allocations for instance 9bf9cc18-f103-41ff-8049-49ac30901187 [ 810.461219] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 810.461473] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance 'de11687e-08cc-4ee7-91fa-789196241589' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 810.582701] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531654} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.582701] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.582701] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.582701] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aff88e61-c5aa-4026-ae0a-b6803e1b768b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.590150] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 810.590150] env[65311]: value = "task-4428200" [ 810.590150] env[65311]: _type = "Task" [ 810.590150] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.601268] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.621423] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "a0382adf-e119-4c10-a995-c8154f2f2df7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.621707] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "a0382adf-e119-4c10-a995-c8154f2f2df7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.621931] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "a0382adf-e119-4c10-a995-c8154f2f2df7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.622357] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "a0382adf-e119-4c10-a995-c8154f2f2df7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.622357] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "a0382adf-e119-4c10-a995-c8154f2f2df7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.626357] env[65311]: INFO nova.compute.manager [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Terminating instance [ 810.667396] env[65311]: DEBUG nova.network.neutron [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Successfully updated port: 1329df5b-3a32-4c08-9b74-227326e87385 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 810.762290] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3a76813a-cd9e-48a2-a2cf-5ba9bda1c215 tempest-ServerShowV254Test-1820650177 tempest-ServerShowV254Test-1820650177-project-member] Lock "9bf9cc18-f103-41ff-8049-49ac30901187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.976s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.968046] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 810.968367] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.968598] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 810.968711] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.968987] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 810.968987] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 810.969274] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 810.969274] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 810.969392] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 810.969584] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 810.969754] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 810.977851] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc1610d8-7085-4d4a-920d-763294440f1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.996182] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 810.996182] env[65311]: value = "task-4428201" [ 810.996182] env[65311]: _type = "Task" [ 810.996182] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.009157] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.014446] env[65311]: DEBUG nova.network.neutron [-] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.110144] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074142} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.110585] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.111954] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cc9bae-bf43-4a6b-8b5c-4da1baac6195 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.139671] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.143589] env[65311]: DEBUG nova.compute.manager [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 811.143803] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.144917] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d08e251-c069-49d6-afc3-f86ebcd39a56 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.169074] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa9ff8e-01f5-416f-8514-6fb908d8f9a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.173833] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Acquiring lock "refresh_cache-cec3103f-91a0-4884-b8de-ab4633e5c087" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.174942] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Acquired lock "refresh_cache-cec3103f-91a0-4884-b8de-ab4633e5c087" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.174942] env[65311]: DEBUG nova.network.neutron [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 811.178898] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.181042] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddf0dcf1-68a9-4c03-90af-5bcf39d95ce6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.183354] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 811.183354] env[65311]: value = "task-4428202" [ 811.183354] env[65311]: _type = "Task" [ 811.183354] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.189827] env[65311]: DEBUG oslo_vmware.api [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 811.189827] env[65311]: value = "task-4428203" [ 811.189827] env[65311]: _type = "Task" [ 811.189827] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.201261] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.208607] env[65311]: DEBUG oslo_vmware.api [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.365753] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquiring lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.369026] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.503265] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5cba78-4ee2-4a22-aba9-69d064d0c7d5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.518842] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428201, 'name': ReconfigVM_Task, 'duration_secs': 0.172894} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.518842] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance 'de11687e-08cc-4ee7-91fa-789196241589' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.521741] env[65311]: INFO nova.compute.manager [-] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Took 1.39 seconds to deallocate network for instance. [ 811.527373] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e18df7-88cf-4ccc-bb5c-27e573f9319d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.569248] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1522592-4f76-4959-b6c0-b71174fd2b64 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.580935] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ab20d1-89a9-47ff-bb51-248a900c863b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.599207] env[65311]: DEBUG nova.compute.provider_tree [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.696255] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428202, 'name': ReconfigVM_Task, 'duration_secs': 0.333604} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.700627] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.701175] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66f26f36-f598-40df-9843-8a12b6ceac95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.708957] env[65311]: DEBUG oslo_vmware.api [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428203, 'name': PowerOffVM_Task, 'duration_secs': 0.231061} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.710876] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.711022] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.711329] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 811.711329] env[65311]: value = "task-4428204" [ 811.711329] env[65311]: _type = "Task" [ 811.711329] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.711329] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-430ed75c-19f2-40fd-bcfe-ae72446a545a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.724494] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428204, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.726077] env[65311]: DEBUG nova.network.neutron [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 811.825392] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.825392] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.841366] env[65311]: WARNING neutronclient.v2_0.client [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.846446] env[65311]: DEBUG nova.compute.manager [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 811.846972] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 811.847181] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.847330] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 811.848341] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.848341] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 811.848341] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 811.848341] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 811.848341] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 811.848341] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 811.848713] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 811.848713] env[65311]: DEBUG nova.virt.hardware [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 811.849500] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657b3ac4-0ef9-496c-9c90-d15c49444eb4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.862110] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec8bab6-ce6d-4689-b812-4d82f75f3478 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.929316] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.929316] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.929316] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleting the datastore file [datastore1] a0382adf-e119-4c10-a995-c8154f2f2df7 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.929316] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e17257dd-b796-4c59-a0e7-a2de60d9f7f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.938217] env[65311]: DEBUG oslo_vmware.api [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 811.938217] env[65311]: value = "task-4428206" [ 811.938217] env[65311]: _type = "Task" [ 811.938217] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.939105] env[65311]: DEBUG nova.network.neutron [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Updating instance_info_cache with network_info: [{"id": "1329df5b-3a32-4c08-9b74-227326e87385", "address": "fa:16:3e:9c:be:29", "network": {"id": "733dfdbd-a6a2-4944-99e9-1350636fc54d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1692852254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77c71926e017452196258d5a80d855e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1329df5b-3a", "ovs_interfaceid": "1329df5b-3a32-4c08-9b74-227326e87385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.949643] env[65311]: DEBUG oslo_vmware.api [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.040874] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 812.040874] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.040874] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 812.040874] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.041221] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 812.041221] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 812.041910] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 812.041910] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 812.041910] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 812.041910] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 812.042093] env[65311]: DEBUG nova.virt.hardware [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 812.048443] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 812.049199] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.049453] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6284fc32-59b3-4cbe-9087-983827ec0f80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.072573] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 812.072573] env[65311]: value = "task-4428207" [ 812.072573] env[65311]: _type = "Task" [ 812.072573] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.082284] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.103516] env[65311]: DEBUG nova.scheduler.client.report [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.184411] env[65311]: DEBUG nova.compute.manager [req-a58dc475-2cbc-4903-b881-ea3cabc82f14 req-49c4986a-587b-4a7f-97c1-1e18a527418c service nova] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Received event network-vif-deleted-f4ec45cc-17b9-4d8d-95fd-a9efb3b2a942 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 812.207808] env[65311]: DEBUG nova.compute.manager [req-876d1e5b-5469-4eb2-8ab3-ade16ed7e59d req-61f42b9f-3f63-4bfb-8e1a-7a91fbc33c79 service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Received event network-vif-plugged-1329df5b-3a32-4c08-9b74-227326e87385 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 812.208105] env[65311]: DEBUG oslo_concurrency.lockutils [req-876d1e5b-5469-4eb2-8ab3-ade16ed7e59d req-61f42b9f-3f63-4bfb-8e1a-7a91fbc33c79 service nova] Acquiring lock "cec3103f-91a0-4884-b8de-ab4633e5c087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.208832] env[65311]: DEBUG oslo_concurrency.lockutils [req-876d1e5b-5469-4eb2-8ab3-ade16ed7e59d req-61f42b9f-3f63-4bfb-8e1a-7a91fbc33c79 service nova] Lock "cec3103f-91a0-4884-b8de-ab4633e5c087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.210436] env[65311]: DEBUG oslo_concurrency.lockutils [req-876d1e5b-5469-4eb2-8ab3-ade16ed7e59d req-61f42b9f-3f63-4bfb-8e1a-7a91fbc33c79 service nova] Lock "cec3103f-91a0-4884-b8de-ab4633e5c087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.210649] env[65311]: DEBUG nova.compute.manager [req-876d1e5b-5469-4eb2-8ab3-ade16ed7e59d req-61f42b9f-3f63-4bfb-8e1a-7a91fbc33c79 service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] No waiting events found dispatching network-vif-plugged-1329df5b-3a32-4c08-9b74-227326e87385 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 812.210819] env[65311]: WARNING nova.compute.manager [req-876d1e5b-5469-4eb2-8ab3-ade16ed7e59d req-61f42b9f-3f63-4bfb-8e1a-7a91fbc33c79 service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Received unexpected event network-vif-plugged-1329df5b-3a32-4c08-9b74-227326e87385 for instance with vm_state building and task_state spawning. [ 812.224688] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428204, 'name': Rename_Task, 'duration_secs': 0.21695} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.224974] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.225249] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80dcbf54-c1cc-465f-88fb-f971b8274747 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.237029] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 812.237029] env[65311]: value = "task-4428208" [ 812.237029] env[65311]: _type = "Task" [ 812.237029] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.247440] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.442860] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Releasing lock "refresh_cache-cec3103f-91a0-4884-b8de-ab4633e5c087" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.442860] env[65311]: DEBUG nova.compute.manager [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Instance network_info: |[{"id": "1329df5b-3a32-4c08-9b74-227326e87385", "address": "fa:16:3e:9c:be:29", "network": {"id": "733dfdbd-a6a2-4944-99e9-1350636fc54d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1692852254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77c71926e017452196258d5a80d855e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1329df5b-3a", "ovs_interfaceid": "1329df5b-3a32-4c08-9b74-227326e87385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 812.442860] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:be:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1329df5b-3a32-4c08-9b74-227326e87385', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.452280] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Creating folder: Project (77c71926e017452196258d5a80d855e1). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.455853] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf3079e6-3083-4361-8b66-9dfc6a9c4974 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.464438] env[65311]: DEBUG oslo_vmware.api [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144856} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.464679] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.464850] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.466354] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.466354] env[65311]: INFO nova.compute.manager [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Took 1.32 seconds to destroy the instance on the hypervisor. [ 812.466433] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 812.467483] env[65311]: DEBUG nova.compute.manager [-] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 812.467483] env[65311]: DEBUG nova.network.neutron [-] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 812.467483] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.509344] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.585999] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428207, 'name': ReconfigVM_Task, 'duration_secs': 0.189892} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.586536] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 812.588388] env[65311]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 812.588657] env[65311]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65311) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 812.589810] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a967be07-060a-4ab4-9f48-03bf92324699 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.593639] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Folder already exists: Project (77c71926e017452196258d5a80d855e1). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 812.594031] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Creating folder: Instances. Parent ref: group-v866443. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.595116] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a297356e-086a-4ebb-a513-772c26680c98 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.616287] env[65311]: DEBUG oslo_concurrency.lockutils [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.394s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.627256] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] de11687e-08cc-4ee7-91fa-789196241589/de11687e-08cc-4ee7-91fa-789196241589.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.630564] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.731s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.632538] env[65311]: INFO nova.compute.claims [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.635715] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b13ad452-07f4-47cf-8e86-ec81060b386c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.651690] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Created folder: Instances in parent group-v866443. [ 812.651927] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 812.652770] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.653679] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30f6f749-5629-4a17-a72c-58f273ab0831 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.672124] env[65311]: INFO nova.scheduler.client.report [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Deleted allocations for instance ac7727ee-37d8-4b9a-9ad9-15dadab03b79 [ 812.676860] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 812.676860] env[65311]: value = "task-4428211" [ 812.676860] env[65311]: _type = "Task" [ 812.676860] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.684691] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.684691] env[65311]: value = "task-4428212" [ 812.684691] env[65311]: _type = "Task" [ 812.684691] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.694322] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.705025] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428212, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.747551] env[65311]: DEBUG oslo_vmware.api [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428208, 'name': PowerOnVM_Task, 'duration_secs': 0.485565} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.747822] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.748034] env[65311]: DEBUG nova.compute.manager [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 812.748868] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d189b0c-4826-46a8-94ec-610fed96b43c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.869436] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.869728] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.972464] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.972692] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.185483] env[65311]: DEBUG oslo_concurrency.lockutils [None req-465ea3d0-5a42-4b52-bf16-ff2fd64eea3e tempest-ServersAdminNegativeTestJSON-1507119040 tempest-ServersAdminNegativeTestJSON-1507119040-project-member] Lock "ac7727ee-37d8-4b9a-9ad9-15dadab03b79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.089s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.195503] env[65311]: DEBUG oslo_vmware.api [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428211, 'name': ReconfigVM_Task, 'duration_secs': 0.302706} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.197530] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Reconfigured VM instance instance-0000000b to attach disk [datastore2] de11687e-08cc-4ee7-91fa-789196241589/de11687e-08cc-4ee7-91fa-789196241589.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.197530] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance 'de11687e-08cc-4ee7-91fa-789196241589' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 813.205529] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428212, 'name': CreateVM_Task, 'duration_secs': 0.432093} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.205857] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.206293] env[65311]: WARNING neutronclient.v2_0.client [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.206629] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866452', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'name': 'volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cec3103f-91a0-4884-b8de-ab4633e5c087', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'serial': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': '34bff636-d7b8-4dd1-a8b0-b0423c14c8e3', 'device_type': None, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65311) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 813.209342] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Root volume attach. Driver type: vmdk {{(pid=65311) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 813.209342] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0df957-d60e-4559-a1fc-34c99a28f85c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.217178] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a55d82-c714-419d-8f45-dc67e5732d71 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.224543] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9eb0ad-77e5-41e7-8160-4f4b80a54fc9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.232553] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f04456f1-554e-4b41-8845-72a046a109fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.240702] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for the task: (returnval){ [ 813.240702] env[65311]: value = "task-4428213" [ 813.240702] env[65311]: _type = "Task" [ 813.240702] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.249761] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428213, 'name': RelocateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.267955] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.295552] env[65311]: DEBUG nova.network.neutron [-] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.710743] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e21e44-eb23-4698-9bef-d0fd62fcc53b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.743116] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cda9d8-6773-45a6-ab0f-353798596ca2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.757212] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428213, 'name': RelocateVM_Task} progress is 40%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.770451] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance 'de11687e-08cc-4ee7-91fa-789196241589' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 813.798472] env[65311]: INFO nova.compute.manager [-] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Took 1.33 seconds to deallocate network for instance. [ 814.266023] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428213, 'name': RelocateVM_Task} progress is 53%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.274657] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5412012e-97d4-4267-825f-d198521ead80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.280181] env[65311]: WARNING neutronclient.v2_0.client [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.280957] env[65311]: WARNING neutronclient.v2_0.client [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.290951] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174eaa6f-e773-49f0-b775-c4e213072f31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.326588] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.327909] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3422f107-a395-4f83-ad95-e710310a2247 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.338010] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9db184-ca40-4d31-a9eb-40e09623681e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.344920] env[65311]: DEBUG nova.network.neutron [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Port 9de4c47a-170c-420a-bffa-924d3629a6c0 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 814.354451] env[65311]: DEBUG nova.compute.provider_tree [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.527670] env[65311]: DEBUG nova.compute.manager [req-378843d4-52ba-402a-bd3e-8f7d8f95923f req-0e758506-25e5-4cc8-80df-1f35962007cb service nova] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Received event network-vif-deleted-3843aa28-2540-480c-a7e5-61026e7c4cbf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 814.553275] env[65311]: DEBUG nova.compute.manager [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Received event network-changed-1329df5b-3a32-4c08-9b74-227326e87385 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 814.553275] env[65311]: DEBUG nova.compute.manager [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Refreshing instance network info cache due to event network-changed-1329df5b-3a32-4c08-9b74-227326e87385. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 814.553275] env[65311]: DEBUG oslo_concurrency.lockutils [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] Acquiring lock "refresh_cache-cec3103f-91a0-4884-b8de-ab4633e5c087" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.553275] env[65311]: DEBUG oslo_concurrency.lockutils [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] Acquired lock "refresh_cache-cec3103f-91a0-4884-b8de-ab4633e5c087" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.553275] env[65311]: DEBUG nova.network.neutron [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Refreshing network info cache for port 1329df5b-3a32-4c08-9b74-227326e87385 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.760892] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428213, 'name': RelocateVM_Task} progress is 65%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.866119] env[65311]: DEBUG nova.scheduler.client.report [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.900929] env[65311]: INFO nova.compute.manager [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Rebuilding instance [ 814.970044] env[65311]: DEBUG nova.compute.manager [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 814.970809] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909e9cda-b9f0-4de7-9891-49cd1840a48c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.059294] env[65311]: WARNING neutronclient.v2_0.client [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.262349] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428213, 'name': RelocateVM_Task} progress is 78%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.308641] env[65311]: WARNING neutronclient.v2_0.client [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.382676] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.383869] env[65311]: DEBUG nova.compute.manager [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 815.389365] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.005s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.391539] env[65311]: INFO nova.compute.claims [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.399186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "de11687e-08cc-4ee7-91fa-789196241589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.399422] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.399634] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.461334] env[65311]: DEBUG nova.network.neutron [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Updated VIF entry in instance network info cache for port 1329df5b-3a32-4c08-9b74-227326e87385. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 815.461714] env[65311]: DEBUG nova.network.neutron [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Updating instance_info_cache with network_info: [{"id": "1329df5b-3a32-4c08-9b74-227326e87385", "address": "fa:16:3e:9c:be:29", "network": {"id": "733dfdbd-a6a2-4944-99e9-1350636fc54d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1692852254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77c71926e017452196258d5a80d855e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1329df5b-3a", "ovs_interfaceid": "1329df5b-3a32-4c08-9b74-227326e87385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.761618] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428213, 'name': RelocateVM_Task} progress is 92%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.901784] env[65311]: DEBUG nova.compute.utils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.903674] env[65311]: DEBUG nova.compute.manager [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 815.965180] env[65311]: DEBUG oslo_concurrency.lockutils [req-9ffbff89-2262-4f9d-9f8a-41eeb0230ac9 req-e8642336-04b9-4f81-a5ae-5a0382fb096e service nova] Releasing lock "refresh_cache-cec3103f-91a0-4884-b8de-ab4633e5c087" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.990660] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.990660] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2385f45d-1e1e-4dca-98ae-6f28e336dcd8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.999037] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 815.999037] env[65311]: value = "task-4428214" [ 815.999037] env[65311]: _type = "Task" [ 815.999037] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.009241] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.263764] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428213, 'name': RelocateVM_Task} progress is 97%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.408877] env[65311]: DEBUG nova.compute.manager [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 816.418017] env[65311]: WARNING neutronclient.v2_0.client [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.466791] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.466969] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.467158] env[65311]: DEBUG nova.network.neutron [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 816.515853] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428214, 'name': PowerOffVM_Task, 'duration_secs': 0.282426} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.516417] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.516643] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.517943] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5368b7b-5a14-4380-a634-697300cfbc07 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.530948] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.531262] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45b8cea5-e86a-4b0b-a3b6-70ffbb9238a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.557541] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.557685] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.557868] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Deleting the datastore file [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.558539] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6014df74-9610-4d06-9ff9-85c6ebbb77dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.568995] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 816.568995] env[65311]: value = "task-4428216" [ 816.568995] env[65311]: _type = "Task" [ 816.568995] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.580289] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.767596] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428213, 'name': RelocateVM_Task} progress is 98%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.976386] env[65311]: WARNING neutronclient.v2_0.client [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.035431] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ccb65-3faf-48b4-a76c-434761aa0eba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.043708] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6247447d-6543-485b-88ed-67a2bbfc2f43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.080364] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98257350-dc97-49c2-94c3-f60ba2ce0688 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.094156] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d45a4-6bbe-4f7b-9a66-f8c59ea5a43f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.098209] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108115} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.098456] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.098630] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.098800] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.119024] env[65311]: DEBUG nova.compute.provider_tree [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.238856] env[65311]: WARNING neutronclient.v2_0.client [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.265337] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428213, 'name': RelocateVM_Task, 'duration_secs': 3.8396} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.265958] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 817.265958] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866452', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'name': 'volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cec3103f-91a0-4884-b8de-ab4633e5c087', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'serial': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 817.267116] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf47aef-f2de-466e-a6f4-67660fc0684a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.286020] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeb6655-34e5-4faf-a0cb-05c6153223a8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.312485] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d/volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.312887] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06e1a996-bf49-4a31-8a0c-649ebf4ff877 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.328396] env[65311]: DEBUG nova.network.neutron [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance_info_cache with network_info: [{"id": "9de4c47a-170c-420a-bffa-924d3629a6c0", "address": "fa:16:3e:d0:8e:3b", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de4c47a-17", "ovs_interfaceid": "9de4c47a-170c-420a-bffa-924d3629a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.336480] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for the task: (returnval){ [ 817.336480] env[65311]: value = "task-4428217" [ 817.336480] env[65311]: _type = "Task" [ 817.336480] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.349017] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.420128] env[65311]: DEBUG nova.compute.manager [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 817.445425] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 817.445699] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.445911] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 817.446142] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.446287] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 817.446429] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 817.446632] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 817.446783] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 817.446938] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 817.447561] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 817.447561] env[65311]: DEBUG nova.virt.hardware [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 817.448297] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35abe4a8-2b6e-4920-a0fd-d407714aa928 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.459035] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e150aa-e462-494f-9579-402925c2842d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.474132] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.479916] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Creating folder: Project (7191e27a414b490982cae4e6e262a822). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.481731] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c81307eb-2264-413e-b9a3-daea9cdba88b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.494977] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Created folder: Project (7191e27a414b490982cae4e6e262a822) in parent group-v866349. [ 817.495096] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Creating folder: Instances. Parent ref: group-v866502. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.495418] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96423416-1c79-46a2-b6e3-d6f394efc073 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.506350] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Created folder: Instances in parent group-v866502. [ 817.506858] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 817.506858] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.506990] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff4b474-bf12-411f-b5d9-6e067cdc0428 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.528019] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.528019] env[65311]: value = "task-4428220" [ 817.528019] env[65311]: _type = "Task" [ 817.528019] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.537444] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428220, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.623591] env[65311]: DEBUG nova.scheduler.client.report [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.835353] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.852414] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428217, 'name': ReconfigVM_Task, 'duration_secs': 0.286409} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.852414] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d/volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.855578] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c59d564-7a51-4619-8ac4-864ac4755a4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.871205] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for the task: (returnval){ [ 817.871205] env[65311]: value = "task-4428221" [ 817.871205] env[65311]: _type = "Task" [ 817.871205] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.886266] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.039393] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428220, 'name': CreateVM_Task, 'duration_secs': 0.305853} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.039685] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.040190] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.040408] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.040786] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.041076] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f0b4e5-f5fc-4b4e-93d1-a01592aa6f4f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.046940] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 818.046940] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb233c-4186-b810-f2d3-dbf6d8392d0a" [ 818.046940] env[65311]: _type = "Task" [ 818.046940] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.055887] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb233c-4186-b810-f2d3-dbf6d8392d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.131100] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.131933] env[65311]: DEBUG nova.compute.manager [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 818.137159] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.169s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.137904] env[65311]: INFO nova.compute.claims [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.147534] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 818.147782] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.147955] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 818.148153] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.148289] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 818.148423] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 818.148644] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 818.148937] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 818.149181] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 818.149385] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 818.149568] env[65311]: DEBUG nova.virt.hardware [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 818.150727] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cff717d-c18f-42ed-ad52-f9fb3398fa2b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.163274] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e119ad27-d623-4d1b-b07b-5db72d573942 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.178395] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.183981] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 818.185063] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.185369] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7474b085-65cf-4555-bea6-c08b97280f80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.203775] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.203775] env[65311]: value = "task-4428222" [ 818.203775] env[65311]: _type = "Task" [ 818.203775] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.212975] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428222, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.258188] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquiring lock "6e09b5cf-8bef-477a-9fa7-fefab127952f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.258426] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "6e09b5cf-8bef-477a-9fa7-fefab127952f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.362551] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308a86cd-aa4d-4eb2-ba6b-ab8b4b36ec8f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.388453] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1abb5fc-6994-47c0-8071-b6b7f13a6388 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.398027] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance 'de11687e-08cc-4ee7-91fa-789196241589' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.404777] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428221, 'name': ReconfigVM_Task, 'duration_secs': 0.130914} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.405895] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866452', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'name': 'volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cec3103f-91a0-4884-b8de-ab4633e5c087', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'serial': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 818.406077] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf335753-d5f4-4651-9d6a-1427560be37c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.414388] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for the task: (returnval){ [ 818.414388] env[65311]: value = "task-4428223" [ 818.414388] env[65311]: _type = "Task" [ 818.414388] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.423967] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428223, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.559631] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb233c-4186-b810-f2d3-dbf6d8392d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012047} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.559955] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.560206] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.560548] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.560734] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.560914] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.561372] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07b80eaf-8612-4229-9db6-d8156dac207c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.571239] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.571494] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.572250] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35317c1e-506f-405d-9854-2f3d679841d5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.579188] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 818.579188] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52979915-4005-f68e-ac17-4e5b663e8f46" [ 818.579188] env[65311]: _type = "Task" [ 818.579188] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.587639] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52979915-4005-f68e-ac17-4e5b663e8f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.645160] env[65311]: DEBUG nova.compute.utils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.647291] env[65311]: DEBUG nova.compute.manager [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 818.647633] env[65311]: DEBUG nova.network.neutron [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 818.648325] env[65311]: WARNING neutronclient.v2_0.client [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.648787] env[65311]: WARNING neutronclient.v2_0.client [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.692170] env[65311]: DEBUG nova.policy [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4888527d17e440d4a86a2ad122fb965f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c27f35264884c67bfa208cf8948e597', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.714539] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428222, 'name': CreateVM_Task, 'duration_secs': 0.312712} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.714642] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.715074] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.715685] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.715685] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.715805] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6f145b-fad7-4ad4-a249-2fb2da811d01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.722157] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 818.722157] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e4a14e-4ce5-9525-370b-474e885435d3" [ 818.722157] env[65311]: _type = "Task" [ 818.722157] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.735066] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e4a14e-4ce5-9525-370b-474e885435d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.735356] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.735573] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.735805] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.908450] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a883425c-1528-461f-ba76-e84af4459fa0 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance 'de11687e-08cc-4ee7-91fa-789196241589' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.928021] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428223, 'name': Rename_Task, 'duration_secs': 0.148526} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.928021] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.928021] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa7daa03-071d-4d93-b3b7-3ae36ef0d49a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.937289] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for the task: (returnval){ [ 818.937289] env[65311]: value = "task-4428224" [ 818.937289] env[65311]: _type = "Task" [ 818.937289] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.955533] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.091891] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52979915-4005-f68e-ac17-4e5b663e8f46, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.092361] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc37628-1d2e-4783-9f2f-7fa3d22cb637 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.099433] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 819.099433] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb8886-7f42-4332-b44e-495049ee5888" [ 819.099433] env[65311]: _type = "Task" [ 819.099433] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.112727] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb8886-7f42-4332-b44e-495049ee5888, 'name': SearchDatastore_Task, 'duration_secs': 0.010829} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.113026] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.113288] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c/aa425aee-d531-482a-9a1e-739cde5a260c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.114402] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.114402] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.114402] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45f36563-c46b-425a-b7da-d19a736567df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.115985] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8c59007-bd30-4696-a2fe-c02d24590be5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.123354] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 819.123354] env[65311]: value = "task-4428225" [ 819.123354] env[65311]: _type = "Task" [ 819.123354] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.129354] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.129608] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.132311] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9b2913-e1e8-4b95-94c1-261e6cba0340 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.138907] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.142794] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 819.142794] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb01fd-cb97-4048-f668-4c2e0d28cae7" [ 819.142794] env[65311]: _type = "Task" [ 819.142794] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.153807] env[65311]: DEBUG nova.compute.manager [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 819.159174] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb01fd-cb97-4048-f668-4c2e0d28cae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.180637] env[65311]: DEBUG nova.network.neutron [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Successfully created port: a205bfa5-75da-4ce3-b562-f6531c835007 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 819.449041] env[65311]: DEBUG oslo_vmware.api [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428224, 'name': PowerOnVM_Task, 'duration_secs': 0.491756} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.449365] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.449559] env[65311]: INFO nova.compute.manager [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Took 7.60 seconds to spawn the instance on the hypervisor. [ 819.449732] env[65311]: DEBUG nova.compute.manager [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 819.450847] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622d01b4-fb7f-48f6-9495-0b3ea6ab318a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.634898] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428225, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.659855] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb01fd-cb97-4048-f668-4c2e0d28cae7, 'name': SearchDatastore_Task, 'duration_secs': 0.021242} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.661500] env[65311]: INFO nova.virt.block_device [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Booting with volume 7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6 at /dev/sda [ 819.664189] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4589728-6bde-4944-854d-8a5f892c9ef3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.679750] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 819.679750] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cd38cf-4d54-d0a8-2ef8-af7200812851" [ 819.679750] env[65311]: _type = "Task" [ 819.679750] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.695714] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cd38cf-4d54-d0a8-2ef8-af7200812851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.721398] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ab160bb-f265-4ad1-8822-bb659776dc2f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.735797] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24895692-1b33-4301-a365-6ecb21eeb1ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.762335] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9fac57-1f12-47a3-b729-fe0482d5d845 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.780121] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27fee480-e7db-40e0-bdc3-df8e4014fa64 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.787519] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe57ecd7-6bce-45d3-b0ac-ffeef62b825f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.795457] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67438b1d-a896-4c7d-879e-75ddfde73ae1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.832110] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d33be7-9bf3-43bf-9230-8cb3bffa62e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.842442] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979f7952-7e93-44d1-b4ea-78f261964d66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.859024] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe51455-056d-4d3b-8747-9afef43f5b40 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.872323] env[65311]: DEBUG nova.compute.provider_tree [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.877233] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26809815-d20e-4118-a6ef-b9b825da4db5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.893846] env[65311]: DEBUG nova.virt.block_device [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Updating existing volume attachment record: fc1d0f09-1e87-43cf-b787-33eba7f9ce4c {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 819.985542] env[65311]: INFO nova.compute.manager [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Took 53.33 seconds to build instance. [ 820.135510] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862848} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.135782] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c/aa425aee-d531-482a-9a1e-739cde5a260c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.135995] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.136286] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39ba5493-3a09-45a3-886c-4cdaf1881775 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.144894] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 820.144894] env[65311]: value = "task-4428226" [ 820.144894] env[65311]: _type = "Task" [ 820.144894] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.157798] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.191201] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cd38cf-4d54-d0a8-2ef8-af7200812851, 'name': SearchDatastore_Task, 'duration_secs': 0.052227} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.191541] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.191880] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.192289] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3990a4b-1c75-4b50-b81e-08fd0466ef8c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.200905] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 820.200905] env[65311]: value = "task-4428227" [ 820.200905] env[65311]: _type = "Task" [ 820.200905] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.210413] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.378539] env[65311]: DEBUG nova.scheduler.client.report [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.489561] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fac258f-b672-4392-a054-568a27354d14 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "cec3103f-91a0-4884-b8de-ab4633e5c087" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.259s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.657568] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078932} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.657568] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.657769] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01dbaba-a674-4f4c-a8cf-bc35314bd1aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.680166] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c/aa425aee-d531-482a-9a1e-739cde5a260c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.680303] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4357c0e0-2e48-4446-9853-bcf66ae9f103 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.701664] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 820.701664] env[65311]: value = "task-4428228" [ 820.701664] env[65311]: _type = "Task" [ 820.701664] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.713532] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459047} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.716686] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.716908] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.717186] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428228, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.717406] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e563039-99f8-41b2-9795-4cc374c3ad6f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.724442] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 820.724442] env[65311]: value = "task-4428229" [ 820.724442] env[65311]: _type = "Task" [ 820.724442] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.738461] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.786192] env[65311]: DEBUG nova.network.neutron [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Successfully updated port: a205bfa5-75da-4ce3-b562-f6531c835007 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 820.885408] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.886180] env[65311]: DEBUG nova.compute.manager [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 820.888901] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.953s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.993473] env[65311]: DEBUG nova.compute.manager [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 821.216588] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.236914] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068639} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.237271] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.238105] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466c4325-11c2-4027-be32-ae8288b5b326 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.259549] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.259887] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d24a5d3-5da8-4937-8dc0-f1cb806c34c2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.284458] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 821.284458] env[65311]: value = "task-4428230" [ 821.284458] env[65311]: _type = "Task" [ 821.284458] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.289406] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Acquiring lock "refresh_cache-ad17fbce-d679-4497-81a7-ed73b25b4843" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.289406] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Acquired lock "refresh_cache-ad17fbce-d679-4497-81a7-ed73b25b4843" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.289406] env[65311]: DEBUG nova.network.neutron [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 821.293797] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.390279] env[65311]: DEBUG nova.compute.manager [req-b87861d4-73ba-402f-af6d-42f7d54f2772 req-e86021f6-d4ac-408b-9af9-ea53d9a447dd service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Received event network-vif-plugged-a205bfa5-75da-4ce3-b562-f6531c835007 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 821.390485] env[65311]: DEBUG oslo_concurrency.lockutils [req-b87861d4-73ba-402f-af6d-42f7d54f2772 req-e86021f6-d4ac-408b-9af9-ea53d9a447dd service nova] Acquiring lock "ad17fbce-d679-4497-81a7-ed73b25b4843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.390730] env[65311]: DEBUG oslo_concurrency.lockutils [req-b87861d4-73ba-402f-af6d-42f7d54f2772 req-e86021f6-d4ac-408b-9af9-ea53d9a447dd service nova] Lock "ad17fbce-d679-4497-81a7-ed73b25b4843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.390908] env[65311]: DEBUG oslo_concurrency.lockutils [req-b87861d4-73ba-402f-af6d-42f7d54f2772 req-e86021f6-d4ac-408b-9af9-ea53d9a447dd service nova] Lock "ad17fbce-d679-4497-81a7-ed73b25b4843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.391035] env[65311]: DEBUG nova.compute.manager [req-b87861d4-73ba-402f-af6d-42f7d54f2772 req-e86021f6-d4ac-408b-9af9-ea53d9a447dd service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] No waiting events found dispatching network-vif-plugged-a205bfa5-75da-4ce3-b562-f6531c835007 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 821.391254] env[65311]: WARNING nova.compute.manager [req-b87861d4-73ba-402f-af6d-42f7d54f2772 req-e86021f6-d4ac-408b-9af9-ea53d9a447dd service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Received unexpected event network-vif-plugged-a205bfa5-75da-4ce3-b562-f6531c835007 for instance with vm_state building and task_state block_device_mapping. [ 821.393124] env[65311]: DEBUG nova.compute.utils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.395042] env[65311]: DEBUG nova.compute.manager [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 821.395209] env[65311]: DEBUG nova.network.neutron [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 821.395525] env[65311]: WARNING neutronclient.v2_0.client [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.395876] env[65311]: WARNING neutronclient.v2_0.client [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.455209] env[65311]: DEBUG nova.policy [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01694641c76c411c80b3e6058c34a3c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a9fb229a45d4333a8419c0b84743aaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.525188] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.720180] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428228, 'name': ReconfigVM_Task, 'duration_secs': 0.814518} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.720531] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c/aa425aee-d531-482a-9a1e-739cde5a260c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.721152] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6354ac69-8071-4f7e-a6b2-3d2d7a6caa79 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.728663] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 821.728663] env[65311]: value = "task-4428231" [ 821.728663] env[65311]: _type = "Task" [ 821.728663] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.738852] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428231, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.769607] env[65311]: DEBUG nova.network.neutron [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Successfully created port: b90b9c2e-d281-49a9-840c-5349d842abbe {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 821.806990] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428230, 'name': ReconfigVM_Task, 'duration_secs': 0.316473} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.807525] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9/513bff4a-ee9c-406a-b8d9-52f449db2df9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.809195] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2c1d96c-0dbd-4c26-8173-8dc05a6ce778 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.819606] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 821.819606] env[65311]: value = "task-4428232" [ 821.819606] env[65311]: _type = "Task" [ 821.819606] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.833517] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428232, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.839417] env[65311]: DEBUG nova.network.neutron [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 821.915464] env[65311]: DEBUG nova.compute.manager [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 821.916887] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Applying migration context for instance de11687e-08cc-4ee7-91fa-789196241589 as it has an incoming, in-progress migration 2d01e5ef-5444-42b0-9f4f-184c3ac3cc2d. Migration status is finished {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 821.996430] env[65311]: DEBUG nova.compute.manager [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 821.997550] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 821.998055] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.998274] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 821.998498] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.998860] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 821.999135] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 822.001405] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.001405] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 822.001405] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 822.001405] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 822.001405] env[65311]: DEBUG nova.virt.hardware [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 822.001405] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a66ca7-a6d4-4a92-9a7b-9d9481f01c80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.012445] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5aad24-4815-4d38-8ec9-ddd406547ce1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.020703] env[65311]: WARNING neutronclient.v2_0.client [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.072600] env[65311]: DEBUG nova.compute.manager [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Received event network-changed-1329df5b-3a32-4c08-9b74-227326e87385 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 822.072856] env[65311]: DEBUG nova.compute.manager [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Refreshing instance network info cache due to event network-changed-1329df5b-3a32-4c08-9b74-227326e87385. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 822.073124] env[65311]: DEBUG oslo_concurrency.lockutils [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] Acquiring lock "refresh_cache-cec3103f-91a0-4884-b8de-ab4633e5c087" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.073757] env[65311]: DEBUG oslo_concurrency.lockutils [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] Acquired lock "refresh_cache-cec3103f-91a0-4884-b8de-ab4633e5c087" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.073757] env[65311]: DEBUG nova.network.neutron [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Refreshing network info cache for port 1329df5b-3a32-4c08-9b74-227326e87385 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.079400] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.079611] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.163938] env[65311]: DEBUG nova.network.neutron [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Updating instance_info_cache with network_info: [{"id": "a205bfa5-75da-4ce3-b562-f6531c835007", "address": "fa:16:3e:b4:0e:54", "network": {"id": "bc2a8d81-7ef0-402a-b1b6-09eaaf9da7bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2020733002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f35264884c67bfa208cf8948e597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa205bfa5-75", "ovs_interfaceid": "a205bfa5-75da-4ce3-b562-f6531c835007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.244602] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428231, 'name': Rename_Task, 'duration_secs': 0.154924} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.245103] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.245404] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e34ded-bbeb-4db3-bd11-a7b5b95f53c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.256171] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 822.256171] env[65311]: value = "task-4428233" [ 822.256171] env[65311]: _type = "Task" [ 822.256171] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.263207] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.334589] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428232, 'name': Rename_Task, 'duration_secs': 0.14986} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.334698] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.334946] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8b70504-a786-425c-8325-fc3e4dc8396c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.342610] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Waiting for the task: (returnval){ [ 822.342610] env[65311]: value = "task-4428234" [ 822.342610] env[65311]: _type = "Task" [ 822.342610] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.351830] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.425791] env[65311]: INFO nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating resource usage from migration 2d01e5ef-5444-42b0-9f4f-184c3ac3cc2d [ 822.426876] env[65311]: INFO nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating resource usage from migration 389950f4-2bb4-4cf4-87d7-3811fa3e3374 [ 822.461707] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.463986] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 19b27509-93ab-419b-a558-7a14ac9b8abd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.463986] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 01427136-c72c-4c87-9694-33be47498ce2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.463986] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 50dce140-8749-4991-8907-fcab2f9fc0b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.463986] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 4262d241-5302-4e33-8029-7f45a1ec86ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.463986] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance de853266-8d21-4230-8053-e6e9dbdc0d39 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.463986] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1df55d08-d9d5-4d83-b45d-c2bd52946354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.463986] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.463986] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance cede9721-0daf-419b-b118-35f08ea84084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.463986] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 8d1fc405-3a7c-44d6-a33d-07364bea6304 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.463986] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.463986] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (9e03e2e5-cb03-4816-8aa6-9a366a594801): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 822.463986] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance f65b9885-8544-4e64-8786-9e91226e41bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.463986] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 0da534e6-4151-4c9d-bec8-798548a683e6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.463986] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1a5390c7-30fb-4797-a535-b179a063ed6f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.464739] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance a0382adf-e119-4c10-a995-c8154f2f2df7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.464739] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 97fe388a-ceaf-46a1-ba20-ab0249b4d592 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 822.464739] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 513bff4a-ee9c-406a-b8d9-52f449db2df9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.464739] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance cec3103f-91a0-4884-b8de-ab4633e5c087 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.464739] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance aa425aee-d531-482a-9a1e-739cde5a260c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.464978] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance ad17fbce-d679-4497-81a7-ed73b25b4843 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.464978] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance c229e8f7-e776-4a79-8672-51f237f99194 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 822.577397] env[65311]: WARNING neutronclient.v2_0.client [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.668269] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Releasing lock "refresh_cache-ad17fbce-d679-4497-81a7-ed73b25b4843" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.668269] env[65311]: DEBUG nova.compute.manager [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Instance network_info: |[{"id": "a205bfa5-75da-4ce3-b562-f6531c835007", "address": "fa:16:3e:b4:0e:54", "network": {"id": "bc2a8d81-7ef0-402a-b1b6-09eaaf9da7bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2020733002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f35264884c67bfa208cf8948e597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa205bfa5-75", "ovs_interfaceid": "a205bfa5-75da-4ce3-b562-f6531c835007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 822.668269] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:0e:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a205bfa5-75da-4ce3-b562-f6531c835007', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.674872] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Creating folder: Project (4c27f35264884c67bfa208cf8948e597). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.675653] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a794efd-c938-4c0c-acf4-5fa9ee780bb2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.689143] env[65311]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 822.689321] env[65311]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65311) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 822.689663] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Folder already exists: Project (4c27f35264884c67bfa208cf8948e597). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 822.689880] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Creating folder: Instances. Parent ref: group-v866449. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.690151] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14295cd5-c6fe-46b3-8c2a-34491e4cc388 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.701899] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Created folder: Instances in parent group-v866449. [ 822.702178] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 822.702392] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.702620] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0174dba-5985-4c35-947b-df9e0dd51762 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.724016] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.724016] env[65311]: value = "task-4428237" [ 822.724016] env[65311]: _type = "Task" [ 822.724016] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.734204] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428237, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.764230] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.809084] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "de11687e-08cc-4ee7-91fa-789196241589" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.809444] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.809700] env[65311]: DEBUG nova.compute.manager [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Going to confirm migration 2 {{(pid=65311) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 822.858574] env[65311]: DEBUG oslo_vmware.api [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Task: {'id': task-4428234, 'name': PowerOnVM_Task, 'duration_secs': 0.468398} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.858885] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.859099] env[65311]: DEBUG nova.compute.manager [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 822.860088] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cbc791-811a-496a-b1d9-b5564808704a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.910610] env[65311]: WARNING neutronclient.v2_0.client [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.933277] env[65311]: DEBUG nova.compute.manager [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 822.961609] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 822.961918] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.962124] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 822.962340] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.962530] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 822.962708] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 822.962969] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.963201] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 822.963404] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 822.964531] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 822.964783] env[65311]: DEBUG nova.virt.hardware [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 822.965708] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83bffe-5052-450b-bf9f-b9d4e56c6df4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.972800] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 0ea275bb-4921-4eb8-89f3-118168d63a9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 822.981674] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f7f3ed-6cde-44d7-8a49-6702c1ff6139 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.105591] env[65311]: DEBUG nova.network.neutron [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Updated VIF entry in instance network info cache for port 1329df5b-3a32-4c08-9b74-227326e87385. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 823.106020] env[65311]: DEBUG nova.network.neutron [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Updating instance_info_cache with network_info: [{"id": "1329df5b-3a32-4c08-9b74-227326e87385", "address": "fa:16:3e:9c:be:29", "network": {"id": "733dfdbd-a6a2-4944-99e9-1350636fc54d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1692852254-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77c71926e017452196258d5a80d855e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1329df5b-3a", "ovs_interfaceid": "1329df5b-3a32-4c08-9b74-227326e87385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.236919] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428237, 'name': CreateVM_Task, 'duration_secs': 0.466994} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.237229] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.237801] env[65311]: WARNING neutronclient.v2_0.client [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.238121] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866457', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'name': 'volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad17fbce-d679-4497-81a7-ed73b25b4843', 'attached_at': '', 'detached_at': '', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'serial': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': 'fc1d0f09-1e87-43cf-b787-33eba7f9ce4c', 'device_type': None, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65311) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 823.238595] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Root volume attach. Driver type: vmdk {{(pid=65311) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 823.239860] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96415d12-c3ff-4bf6-a439-62184c9fe06f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.248808] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc793a4-1c33-4695-9a1c-1c07acd1e80b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.259676] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767a9c82-a8b1-420f-ae2e-ddf27f58d7cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.270294] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fa03503a-ddf1-469c-832e-6c9b6876660c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.273700] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.280366] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 823.280366] env[65311]: value = "task-4428238" [ 823.280366] env[65311]: _type = "Task" [ 823.280366] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.289843] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428238, 'name': RelocateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.316974] env[65311]: WARNING neutronclient.v2_0.client [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.385861] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.400569] env[65311]: WARNING neutronclient.v2_0.client [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.400931] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.401421] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.401421] env[65311]: DEBUG nova.network.neutron [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 823.401421] env[65311]: DEBUG nova.objects.instance [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'info_cache' on Instance uuid de11687e-08cc-4ee7-91fa-789196241589 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.443606] env[65311]: DEBUG nova.network.neutron [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Successfully updated port: b90b9c2e-d281-49a9-840c-5349d842abbe {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 823.476596] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance c1cca378-855b-4231-a0df-caf830bf9276 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 823.476762] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Migration 2d01e5ef-5444-42b0-9f4f-184c3ac3cc2d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 823.476874] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance de11687e-08cc-4ee7-91fa-789196241589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 823.608899] env[65311]: DEBUG oslo_concurrency.lockutils [req-9b06bf01-4c87-4eed-bc9d-5d7fc7bdb90a req-fabfab9d-75b5-4b3b-95d6-18a07ce37a15 service nova] Releasing lock "refresh_cache-cec3103f-91a0-4884-b8de-ab4633e5c087" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.672503] env[65311]: DEBUG nova.compute.manager [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Received event network-changed-a205bfa5-75da-4ce3-b562-f6531c835007 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 823.672638] env[65311]: DEBUG nova.compute.manager [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Refreshing instance network info cache due to event network-changed-a205bfa5-75da-4ce3-b562-f6531c835007. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 823.672877] env[65311]: DEBUG oslo_concurrency.lockutils [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] Acquiring lock "refresh_cache-ad17fbce-d679-4497-81a7-ed73b25b4843" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.673028] env[65311]: DEBUG oslo_concurrency.lockutils [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] Acquired lock "refresh_cache-ad17fbce-d679-4497-81a7-ed73b25b4843" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.673174] env[65311]: DEBUG nova.network.neutron [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Refreshing network info cache for port a205bfa5-75da-4ce3-b562-f6531c835007 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.767672] env[65311]: DEBUG oslo_vmware.api [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428233, 'name': PowerOnVM_Task, 'duration_secs': 1.048327} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.767672] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.767825] env[65311]: INFO nova.compute.manager [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Took 6.35 seconds to spawn the instance on the hypervisor. [ 823.767945] env[65311]: DEBUG nova.compute.manager [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 823.768954] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1cf31e-f076-48fa-bdfb-f89a833d8ea1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.790983] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428238, 'name': RelocateVM_Task} progress is 19%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.945935] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquiring lock "refresh_cache-c229e8f7-e776-4a79-8672-51f237f99194" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.946158] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquired lock "refresh_cache-c229e8f7-e776-4a79-8672-51f237f99194" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.946384] env[65311]: DEBUG nova.network.neutron [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 823.980027] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 23dab365-7300-4e33-b03c-e680b9f979f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 824.089609] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "513bff4a-ee9c-406a-b8d9-52f449db2df9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.089994] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "513bff4a-ee9c-406a-b8d9-52f449db2df9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.090292] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "513bff4a-ee9c-406a-b8d9-52f449db2df9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.090559] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "513bff4a-ee9c-406a-b8d9-52f449db2df9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.090772] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "513bff4a-ee9c-406a-b8d9-52f449db2df9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.094699] env[65311]: INFO nova.compute.manager [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Terminating instance [ 824.175556] env[65311]: WARNING neutronclient.v2_0.client [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.291736] env[65311]: INFO nova.compute.manager [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Took 53.41 seconds to build instance. [ 824.298876] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428238, 'name': RelocateVM_Task, 'duration_secs': 0.906068} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.299170] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 824.299366] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866457', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'name': 'volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad17fbce-d679-4497-81a7-ed73b25b4843', 'attached_at': '', 'detached_at': '', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'serial': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 824.300155] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d20f24-d15d-4413-b831-f1504f61cc29 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.322741] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3852003f-1ae6-41d6-90ec-8231069a2c33 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.349033] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6/volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.349176] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb794752-682e-47ca-a327-01033b3b94bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.374875] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 824.374875] env[65311]: value = "task-4428239" [ 824.374875] env[65311]: _type = "Task" [ 824.374875] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.385627] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.407540] env[65311]: WARNING neutronclient.v2_0.client [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.410595] env[65311]: WARNING neutronclient.v2_0.client [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.483601] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 4f57c265-47d8-42d0-95bc-5102fbdd9874 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 824.483601] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Migration 389950f4-2bb4-4cf4-87d7-3811fa3e3374 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 824.483721] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 29bd979e-07b5-4c44-8c6a-2a35b12968ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 824.489792] env[65311]: DEBUG nova.network.neutron [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 824.521642] env[65311]: DEBUG nova.network.neutron [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Updated VIF entry in instance network info cache for port a205bfa5-75da-4ce3-b562-f6531c835007. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 824.522168] env[65311]: DEBUG nova.network.neutron [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Updating instance_info_cache with network_info: [{"id": "a205bfa5-75da-4ce3-b562-f6531c835007", "address": "fa:16:3e:b4:0e:54", "network": {"id": "bc2a8d81-7ef0-402a-b1b6-09eaaf9da7bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2020733002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f35264884c67bfa208cf8948e597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa205bfa5-75", "ovs_interfaceid": "a205bfa5-75da-4ce3-b562-f6531c835007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.598391] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "refresh_cache-513bff4a-ee9c-406a-b8d9-52f449db2df9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.598577] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquired lock "refresh_cache-513bff4a-ee9c-406a-b8d9-52f449db2df9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.598747] env[65311]: DEBUG nova.network.neutron [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 824.604906] env[65311]: WARNING neutronclient.v2_0.client [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.633181] env[65311]: WARNING neutronclient.v2_0.client [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.721904] env[65311]: DEBUG nova.network.neutron [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Updating instance_info_cache with network_info: [{"id": "b90b9c2e-d281-49a9-840c-5349d842abbe", "address": "fa:16:3e:7a:d2:b3", "network": {"id": "16666264-8834-4fa5-b6af-11a6b1ccdfb0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1573077804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a9fb229a45d4333a8419c0b84743aaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90b9c2e-d2", "ovs_interfaceid": "b90b9c2e-d281-49a9-840c-5349d842abbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.724126] env[65311]: DEBUG nova.network.neutron [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance_info_cache with network_info: [{"id": "9de4c47a-170c-420a-bffa-924d3629a6c0", "address": "fa:16:3e:d0:8e:3b", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de4c47a-17", "ovs_interfaceid": "9de4c47a-170c-420a-bffa-924d3629a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.794872] env[65311]: DEBUG oslo_concurrency.lockutils [None req-332bdc9f-6dec-4c3c-8c6e-edda0d9fb6ae tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "aa425aee-d531-482a-9a1e-739cde5a260c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.730s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.886572] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428239, 'name': ReconfigVM_Task, 'duration_secs': 0.357601} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.887021] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6/volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.891959] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b115600-626e-4c07-9852-0f2944046eef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.910050] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 824.910050] env[65311]: value = "task-4428240" [ 824.910050] env[65311]: _type = "Task" [ 824.910050] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.918635] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.986909] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 983ffc7a-5228-40de-925a-4e3ef49aafc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 825.024700] env[65311]: DEBUG oslo_concurrency.lockutils [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] Releasing lock "refresh_cache-ad17fbce-d679-4497-81a7-ed73b25b4843" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.025071] env[65311]: DEBUG nova.compute.manager [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Received event network-vif-plugged-b90b9c2e-d281-49a9-840c-5349d842abbe {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 825.025293] env[65311]: DEBUG oslo_concurrency.lockutils [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] Acquiring lock "c229e8f7-e776-4a79-8672-51f237f99194-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.025517] env[65311]: DEBUG oslo_concurrency.lockutils [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] Lock "c229e8f7-e776-4a79-8672-51f237f99194-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.025684] env[65311]: DEBUG oslo_concurrency.lockutils [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] Lock "c229e8f7-e776-4a79-8672-51f237f99194-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.025864] env[65311]: DEBUG nova.compute.manager [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] No waiting events found dispatching network-vif-plugged-b90b9c2e-d281-49a9-840c-5349d842abbe {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 825.026045] env[65311]: WARNING nova.compute.manager [req-413e44ec-d152-44d1-8f02-3567462a9322 req-02c7bce9-0d12-4c26-b51e-8ac098223611 service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Received unexpected event network-vif-plugged-b90b9c2e-d281-49a9-840c-5349d842abbe for instance with vm_state building and task_state spawning. [ 825.101953] env[65311]: WARNING neutronclient.v2_0.client [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.123433] env[65311]: DEBUG nova.network.neutron [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 825.193492] env[65311]: DEBUG nova.network.neutron [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.226614] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Releasing lock "refresh_cache-c229e8f7-e776-4a79-8672-51f237f99194" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.227024] env[65311]: DEBUG nova.compute.manager [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Instance network_info: |[{"id": "b90b9c2e-d281-49a9-840c-5349d842abbe", "address": "fa:16:3e:7a:d2:b3", "network": {"id": "16666264-8834-4fa5-b6af-11a6b1ccdfb0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1573077804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a9fb229a45d4333a8419c0b84743aaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90b9c2e-d2", "ovs_interfaceid": "b90b9c2e-d281-49a9-840c-5349d842abbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 825.227510] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:d2:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b90b9c2e-d281-49a9-840c-5349d842abbe', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.235204] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Creating folder: Project (9a9fb229a45d4333a8419c0b84743aaa). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.235716] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.235940] env[65311]: DEBUG nova.objects.instance [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'migration_context' on Instance uuid de11687e-08cc-4ee7-91fa-789196241589 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.237333] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f9b19b2-9906-44b2-a75a-a5bb289ac34e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.250614] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Created folder: Project (9a9fb229a45d4333a8419c0b84743aaa) in parent group-v866349. [ 825.250886] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Creating folder: Instances. Parent ref: group-v866508. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.251074] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe733e3c-e296-4a21-bc37-7b28df477d0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.262163] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Created folder: Instances in parent group-v866508. [ 825.262411] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 825.262607] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.262827] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c405c55-84c3-4fc3-8539-2e3ce5b4792f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.284648] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.284648] env[65311]: value = "task-4428243" [ 825.284648] env[65311]: _type = "Task" [ 825.284648] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.294661] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428243, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.298085] env[65311]: DEBUG nova.compute.manager [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 825.421527] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428240, 'name': ReconfigVM_Task, 'duration_secs': 0.16736} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.421527] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866457', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'name': 'volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad17fbce-d679-4497-81a7-ed73b25b4843', 'attached_at': '', 'detached_at': '', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'serial': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 825.421527] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-777c6985-d431-4b86-9160-d32d278415ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.428982] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 825.428982] env[65311]: value = "task-4428244" [ 825.428982] env[65311]: _type = "Task" [ 825.428982] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.441112] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428244, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.490928] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 825.696840] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Releasing lock "refresh_cache-513bff4a-ee9c-406a-b8d9-52f449db2df9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.697098] env[65311]: DEBUG nova.compute.manager [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 825.697356] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.698504] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdd341f-621c-47b0-8a10-6eed6d01881a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.708500] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.708904] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9b1f811-f59d-4ef8-9838-ceeded38d968 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.717394] env[65311]: DEBUG oslo_vmware.api [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 825.717394] env[65311]: value = "task-4428245" [ 825.717394] env[65311]: _type = "Task" [ 825.717394] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.727908] env[65311]: DEBUG oslo_vmware.api [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.741026] env[65311]: DEBUG nova.objects.base [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 825.742492] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e2ba8-5701-435a-bae1-0f659896783a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.762965] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-426dd263-2c1d-400b-9689-b9eec5a6e0a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.769957] env[65311]: DEBUG oslo_vmware.api [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 825.769957] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52044623-4940-640b-e22d-261714b0c6ff" [ 825.769957] env[65311]: _type = "Task" [ 825.769957] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.780706] env[65311]: DEBUG oslo_vmware.api [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52044623-4940-640b-e22d-261714b0c6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.007999} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.782120] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.783301] env[65311]: DEBUG nova.compute.manager [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Received event network-changed-b90b9c2e-d281-49a9-840c-5349d842abbe {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 825.783475] env[65311]: DEBUG nova.compute.manager [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Refreshing instance network info cache due to event network-changed-b90b9c2e-d281-49a9-840c-5349d842abbe. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 825.783874] env[65311]: DEBUG oslo_concurrency.lockutils [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] Acquiring lock "refresh_cache-c229e8f7-e776-4a79-8672-51f237f99194" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.783874] env[65311]: DEBUG oslo_concurrency.lockutils [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] Acquired lock "refresh_cache-c229e8f7-e776-4a79-8672-51f237f99194" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.784070] env[65311]: DEBUG nova.network.neutron [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Refreshing network info cache for port b90b9c2e-d281-49a9-840c-5349d842abbe {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.798572] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428243, 'name': CreateVM_Task, 'duration_secs': 0.442} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.799503] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.800174] env[65311]: WARNING neutronclient.v2_0.client [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.800672] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.800896] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.801278] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.804455] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13270774-6828-4908-8ddd-ad96329287cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.815569] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 825.815569] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df7431-5d64-ffea-4b3a-21b7edc8d8e4" [ 825.815569] env[65311]: _type = "Task" [ 825.815569] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.826914] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df7431-5d64-ffea-4b3a-21b7edc8d8e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.829381] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.940154] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428244, 'name': Rename_Task, 'duration_secs': 0.168554} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.940473] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.941103] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37f54bf2-e2c7-478d-b4b7-ef4d62fac08d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.948200] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 825.948200] env[65311]: value = "task-4428246" [ 825.948200] env[65311]: _type = "Task" [ 825.948200] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.960269] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.994374] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 507aaabc-65c8-4b64-8ad4-370cb3a16ee7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 826.105577] env[65311]: INFO nova.compute.manager [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Rebuilding instance [ 826.160579] env[65311]: DEBUG nova.compute.manager [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 826.161693] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c52eba-2615-48ae-be85-14d51bf71ed6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.228593] env[65311]: DEBUG oslo_vmware.api [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428245, 'name': PowerOffVM_Task, 'duration_secs': 0.134602} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.229259] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.229491] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.229761] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0345b2d4-b32f-4172-9dc2-77aa0f32b46d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.255923] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.256245] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.256511] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Deleting the datastore file [datastore1] 513bff4a-ee9c-406a-b8d9-52f449db2df9 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.256859] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-334214da-251c-4221-9269-b2e9099224d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.265611] env[65311]: DEBUG oslo_vmware.api [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for the task: (returnval){ [ 826.265611] env[65311]: value = "task-4428248" [ 826.265611] env[65311]: _type = "Task" [ 826.265611] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.275553] env[65311]: DEBUG oslo_vmware.api [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.286502] env[65311]: WARNING neutronclient.v2_0.client [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.331099] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df7431-5d64-ffea-4b3a-21b7edc8d8e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.331541] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.332186] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.332186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.332512] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.332783] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.333132] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fe120d3-5eca-4010-afd7-5d797a74d9da {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.358612] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.358851] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.359710] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea6ff2e-577d-4ad3-a95d-6d4cecf5812f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.366249] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 826.366249] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52065880-df33-6842-53c1-808c8fa70529" [ 826.366249] env[65311]: _type = "Task" [ 826.366249] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.375731] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52065880-df33-6842-53c1-808c8fa70529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.459327] env[65311]: DEBUG oslo_vmware.api [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428246, 'name': PowerOnVM_Task, 'duration_secs': 0.505673} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.459655] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.459878] env[65311]: INFO nova.compute.manager [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Took 4.46 seconds to spawn the instance on the hypervisor. [ 826.460062] env[65311]: DEBUG nova.compute.manager [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 826.460958] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e069b524-4800-47e4-819a-42c3a90011c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.478143] env[65311]: WARNING neutronclient.v2_0.client [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.497637] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance c9cf02b3-64da-42ec-8565-176fd7c0cf0a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 826.571075] env[65311]: DEBUG nova.network.neutron [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Updated VIF entry in instance network info cache for port b90b9c2e-d281-49a9-840c-5349d842abbe. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 826.571482] env[65311]: DEBUG nova.network.neutron [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Updating instance_info_cache with network_info: [{"id": "b90b9c2e-d281-49a9-840c-5349d842abbe", "address": "fa:16:3e:7a:d2:b3", "network": {"id": "16666264-8834-4fa5-b6af-11a6b1ccdfb0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1573077804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a9fb229a45d4333a8419c0b84743aaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb90b9c2e-d2", "ovs_interfaceid": "b90b9c2e-d281-49a9-840c-5349d842abbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.776908] env[65311]: DEBUG oslo_vmware.api [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Task: {'id': task-4428248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160216} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.777037] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.777232] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.777948] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.777948] env[65311]: INFO nova.compute.manager [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 826.777948] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 826.778128] env[65311]: DEBUG nova.compute.manager [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 826.778168] env[65311]: DEBUG nova.network.neutron [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 826.778661] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.796615] env[65311]: DEBUG nova.network.neutron [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 826.796871] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.877921] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52065880-df33-6842-53c1-808c8fa70529, 'name': SearchDatastore_Task, 'duration_secs': 0.015889} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.878706] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4378bb-d62e-471b-bca8-a59b3ead3661 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.885199] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 826.885199] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5228f105-5efd-6d7f-25ef-77814528ac28" [ 826.885199] env[65311]: _type = "Task" [ 826.885199] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.893722] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5228f105-5efd-6d7f-25ef-77814528ac28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.981705] env[65311]: INFO nova.compute.manager [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Took 55.62 seconds to build instance. [ 827.000205] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance b2ecdc7f-92d2-4884-bcf3-5be664c7d119 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 827.073929] env[65311]: DEBUG oslo_concurrency.lockutils [req-eab69e77-0d2c-40fe-9d6f-2688b289dd5a req-5c21dc18-a05e-4cd0-af69-1d8bd96b9f6a service nova] Releasing lock "refresh_cache-c229e8f7-e776-4a79-8672-51f237f99194" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.182022] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.182022] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bee1853-8fb3-4ec6-9fb3-f0ec3094ce91 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.192079] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 827.192079] env[65311]: value = "task-4428249" [ 827.192079] env[65311]: _type = "Task" [ 827.192079] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.201711] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.299703] env[65311]: DEBUG nova.network.neutron [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.398634] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5228f105-5efd-6d7f-25ef-77814528ac28, 'name': SearchDatastore_Task, 'duration_secs': 0.051915} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.398914] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.399196] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c229e8f7-e776-4a79-8672-51f237f99194/c229e8f7-e776-4a79-8672-51f237f99194.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.399530] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b3fdd0-09b6-46b6-a768-16ba4f576462 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.409455] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 827.409455] env[65311]: value = "task-4428250" [ 827.409455] env[65311]: _type = "Task" [ 827.409455] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.420997] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.484574] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9bbaab7f-9a0b-40a4-a0f2-2c80f5172f43 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "ad17fbce-d679-4497-81a7-ed73b25b4843" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.933s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.503133] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 6a01330e-80b5-4208-a0eb-4ac7461e6d06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 827.703999] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428249, 'name': PowerOffVM_Task, 'duration_secs': 0.242222} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.704300] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.705021] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.705880] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6325f3-ee09-4ee1-9a5b-ab4045575150 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.716802] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.717123] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea109666-f960-4a8c-bd74-956d7610ccfc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.754189] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.754403] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.754597] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Deleting the datastore file [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.754899] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-348a9f4a-a6dc-4787-ba9f-ad2fce02cfed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.769248] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 827.769248] env[65311]: value = "task-4428252" [ 827.769248] env[65311]: _type = "Task" [ 827.769248] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.785863] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.803814] env[65311]: INFO nova.compute.manager [-] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Took 1.03 seconds to deallocate network for instance. [ 827.925042] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.989881] env[65311]: DEBUG nova.compute.manager [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 828.010894] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 6e09b5cf-8bef-477a-9fa7-fefab127952f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 828.263713] env[65311]: DEBUG nova.compute.manager [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Received event network-changed-a205bfa5-75da-4ce3-b562-f6531c835007 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 828.263907] env[65311]: DEBUG nova.compute.manager [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Refreshing instance network info cache due to event network-changed-a205bfa5-75da-4ce3-b562-f6531c835007. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 828.264189] env[65311]: DEBUG oslo_concurrency.lockutils [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] Acquiring lock "refresh_cache-ad17fbce-d679-4497-81a7-ed73b25b4843" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.264359] env[65311]: DEBUG oslo_concurrency.lockutils [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] Acquired lock "refresh_cache-ad17fbce-d679-4497-81a7-ed73b25b4843" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.265600] env[65311]: DEBUG nova.network.neutron [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Refreshing network info cache for port a205bfa5-75da-4ce3-b562-f6531c835007 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.282241] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303554} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.282950] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.282950] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.283116] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.312645] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.422686] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593503} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.422975] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c229e8f7-e776-4a79-8672-51f237f99194/c229e8f7-e776-4a79-8672-51f237f99194.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.423207] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.423486] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79f65ee0-1968-4067-9c36-ae3064f04355 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.432398] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 828.432398] env[65311]: value = "task-4428253" [ 828.432398] env[65311]: _type = "Task" [ 828.432398] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.442353] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.514903] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance b0f10836-b45a-4a6d-88fd-5173cc4b460c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 828.515196] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 828.515363] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '9', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_142d4081343640e6b9ec219248d03110': '2', 'io_workload': '4', 'num_vm_resized': '1', 'num_proj_9a7f0a4a84d741f5a0674d53788bb786': '1', 'num_proj_70f7d294f361449cb188fb4638fa1cbd': '1', 'num_proj_62d3fac244b54b12855f6bbf52533c72': '1', 'num_proj_bca6076524a64c2d98d12d6ef6c69cb7': '1', 'num_proj_430490f0df4d4743898bd464dd11ec50': '1', 'num_vm_error': '1', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'num_proj_db5d43e877db46d5a2dd2921ff23c183': '1', 'num_task_resize_prep': '1', 'num_task_rebuild_spawning': '1', 'num_proj_d995de9b8f2045b4b878107a1e1376a9': '1', 'num_proj_77c71926e017452196258d5a80d855e1': '1', 'num_vm_building': '3', 'num_task_spawning': '1', 'num_proj_7191e27a414b490982cae4e6e262a822': '1', 'num_task_block_device_mapping': '1', 'num_proj_4c27f35264884c67bfa208cf8948e597': '1', 'num_proj_9a9fb229a45d4333a8419c0b84743aaa': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 828.520540] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.769720] env[65311]: WARNING neutronclient.v2_0.client [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.948511] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077174} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.951446] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.952454] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def9a6d4-8897-4f0a-9835-acc593656e93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.980418] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] c229e8f7-e776-4a79-8672-51f237f99194/c229e8f7-e776-4a79-8672-51f237f99194.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.982059] env[65311]: WARNING neutronclient.v2_0.client [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.984339] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc89dad-d4e5-4234-b23a-c0628613f8b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.007744] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 829.007744] env[65311]: value = "task-4428254" [ 829.007744] env[65311]: _type = "Task" [ 829.007744] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.022049] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428254, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.097396] env[65311]: DEBUG nova.network.neutron [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Updated VIF entry in instance network info cache for port a205bfa5-75da-4ce3-b562-f6531c835007. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 829.097774] env[65311]: DEBUG nova.network.neutron [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Updating instance_info_cache with network_info: [{"id": "a205bfa5-75da-4ce3-b562-f6531c835007", "address": "fa:16:3e:b4:0e:54", "network": {"id": "bc2a8d81-7ef0-402a-b1b6-09eaaf9da7bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2020733002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c27f35264884c67bfa208cf8948e597", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa205bfa5-75", "ovs_interfaceid": "a205bfa5-75da-4ce3-b562-f6531c835007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.105949] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4648078b-dffa-46c3-b502-9ab8898e41d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.114954] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7393a39d-4207-4a9b-a869-0f9ffff15b33 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.151355] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774500bd-5282-46f1-8e6c-dfb317914e79 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.160228] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d196f361-3add-46a6-b8c3-62f8a915b676 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.178426] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.325642] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 829.326075] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.326270] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 829.326547] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.326774] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 829.326998] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 829.327481] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.327740] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 829.328012] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 829.328316] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 829.328569] env[65311]: DEBUG nova.virt.hardware [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 829.330270] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2f9b6f-fec5-40af-9f40-942376743293 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.342243] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9decfbf-f774-4355-8219-1881aacf3f7d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.364783] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.374230] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 829.374659] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.374963] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e909fc35-fe80-4a6f-951b-7ddcdd978105 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.401546] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.401546] env[65311]: value = "task-4428255" [ 829.401546] env[65311]: _type = "Task" [ 829.401546] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.413665] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428255, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.520462] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.600207] env[65311]: DEBUG oslo_concurrency.lockutils [req-509fefc7-d762-4951-b165-d68e073f35f3 req-84776a60-5870-4751-aeee-08107d64f1a0 service nova] Releasing lock "refresh_cache-ad17fbce-d679-4497-81a7-ed73b25b4843" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.681619] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.912129] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428255, 'name': CreateVM_Task, 'duration_secs': 0.362645} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.912364] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.912725] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.912874] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.913227] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.913485] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f82e017-a329-4dc8-9fb8-7163dca882e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.918743] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 829.918743] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cdb440-11f7-1291-f8a2-5f4250c987cc" [ 829.918743] env[65311]: _type = "Task" [ 829.918743] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.928751] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cdb440-11f7-1291-f8a2-5f4250c987cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.019311] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428254, 'name': ReconfigVM_Task, 'duration_secs': 0.831794} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.019606] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Reconfigured VM instance instance-00000034 to attach disk [datastore1] c229e8f7-e776-4a79-8672-51f237f99194/c229e8f7-e776-4a79-8672-51f237f99194.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.020234] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83a67f1c-8504-4a0e-9d4b-3f6061dba9e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.029304] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 830.029304] env[65311]: value = "task-4428256" [ 830.029304] env[65311]: _type = "Task" [ 830.029304] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.039999] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428256, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.187135] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 830.187448] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.299s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.187738] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.065s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.189724] env[65311]: INFO nova.compute.claims [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.429707] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cdb440-11f7-1291-f8a2-5f4250c987cc, 'name': SearchDatastore_Task, 'duration_secs': 0.025284} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.430020] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.430254] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.430514] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.430650] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.430817] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.431097] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-699e9999-3dcd-4621-9687-307bbe2fca3f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.440265] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.440477] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.441233] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3dd188-65a2-4001-9ff2-ffabd6cbc1c9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.446925] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 830.446925] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f80333-08d5-a7e3-8949-0f128423c4f6" [ 830.446925] env[65311]: _type = "Task" [ 830.446925] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.455559] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f80333-08d5-a7e3-8949-0f128423c4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.541897] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428256, 'name': Rename_Task, 'duration_secs': 0.159162} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.542214] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.542499] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-810bcc05-4642-4a2d-b2bf-3c508c7574b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.550054] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 830.550054] env[65311]: value = "task-4428257" [ 830.550054] env[65311]: _type = "Task" [ 830.550054] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.559985] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.959641] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f80333-08d5-a7e3-8949-0f128423c4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.960708] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01460579-395f-464b-a783-5a64b0582888 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.969170] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 830.969170] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e23b4c-f1ef-e898-83f9-bbc37c7ec906" [ 830.969170] env[65311]: _type = "Task" [ 830.969170] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.983231] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e23b4c-f1ef-e898-83f9-bbc37c7ec906, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.983231] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.983465] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c/aa425aee-d531-482a-9a1e-739cde5a260c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.983753] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46a5f6ae-783e-40ec-b4c8-5da5947f3621 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.991966] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 830.991966] env[65311]: value = "task-4428258" [ 830.991966] env[65311]: _type = "Task" [ 830.991966] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.001876] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.061243] env[65311]: DEBUG oslo_vmware.api [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428257, 'name': PowerOnVM_Task, 'duration_secs': 0.480279} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.061646] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.061979] env[65311]: INFO nova.compute.manager [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Took 8.13 seconds to spawn the instance on the hypervisor. [ 831.062044] env[65311]: DEBUG nova.compute.manager [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 831.062885] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a2daf-6c86-46ef-8d17-a7a769524b14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.506636] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.584687] env[65311]: INFO nova.compute.manager [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Took 50.63 seconds to build instance. [ 831.780353] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cacc5c-85a5-4ca3-8e57-e3ddb04ef4cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.789033] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e685ca-d95d-4021-b79f-e3e6d21a29bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.820461] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c83a9b1-f1be-414b-9ab7-fbba2c4154e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.828621] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aea180-34f9-4201-a2b5-9be8f6667d0c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.842418] env[65311]: DEBUG nova.compute.provider_tree [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.004978] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62261} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.005126] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c/aa425aee-d531-482a-9a1e-739cde5a260c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.005623] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.006407] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e429d0f-1822-4a03-a60c-c88919a86bee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.014841] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 832.014841] env[65311]: value = "task-4428259" [ 832.014841] env[65311]: _type = "Task" [ 832.014841] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.024858] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.087666] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4a0ebfb3-dfaa-42f2-90e0-7572a5901ef7 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "c229e8f7-e776-4a79-8672-51f237f99194" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.684s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.303271] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.304188] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.347025] env[65311]: DEBUG nova.scheduler.client.report [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.526624] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065926} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.526624] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.527227] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4cb8b9-8520-40ef-9983-7b37909babb7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.550906] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c/aa425aee-d531-482a-9a1e-739cde5a260c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.550906] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88139269-4ad4-43ff-a598-8914d298af6f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.570954] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 832.570954] env[65311]: value = "task-4428260" [ 832.570954] env[65311]: _type = "Task" [ 832.570954] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.580507] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.591651] env[65311]: DEBUG nova.compute.manager [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 832.612987] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquiring lock "c229e8f7-e776-4a79-8672-51f237f99194" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.613470] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "c229e8f7-e776-4a79-8672-51f237f99194" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.615222] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquiring lock "c229e8f7-e776-4a79-8672-51f237f99194-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.615222] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "c229e8f7-e776-4a79-8672-51f237f99194-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.615222] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "c229e8f7-e776-4a79-8672-51f237f99194-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.616922] env[65311]: INFO nova.compute.manager [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Terminating instance [ 832.814980] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.814980] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.814980] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.814980] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.814980] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.814980] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.814980] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 832.815568] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 832.851727] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.852525] env[65311]: DEBUG nova.compute.manager [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 832.855829] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.871s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.856088] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.858567] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.450s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.860168] env[65311]: INFO nova.compute.claims [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.888253] env[65311]: INFO nova.scheduler.client.report [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Deleted allocations for instance b97bcc61-bebf-4d78-b07f-20e8f9ca3ede [ 833.082015] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.113131] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.121136] env[65311]: DEBUG nova.compute.manager [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 833.121372] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.122269] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbdac7c-2d66-417e-a842-58443a99c7f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.130666] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.130997] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce51a82e-2644-4218-962c-bfc5aadd336d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.138768] env[65311]: DEBUG oslo_vmware.api [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 833.138768] env[65311]: value = "task-4428261" [ 833.138768] env[65311]: _type = "Task" [ 833.138768] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.148508] env[65311]: DEBUG oslo_vmware.api [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.318016] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.365942] env[65311]: DEBUG nova.compute.utils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.370477] env[65311]: DEBUG nova.compute.manager [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 833.370710] env[65311]: DEBUG nova.network.neutron [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 833.373277] env[65311]: WARNING neutronclient.v2_0.client [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.373277] env[65311]: WARNING neutronclient.v2_0.client [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.398409] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ddc74a1-5d6d-4c25-ba43-3f3cf37daa5b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.935s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.400145] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 42.910s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.400568] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.401340] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.401340] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.402943] env[65311]: INFO nova.compute.manager [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Terminating instance [ 833.427518] env[65311]: DEBUG nova.policy [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a7bca5098ea49b3a8a0df62380d5ad6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e03bc230788b4029ba62d7e2bca955ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.584049] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428260, 'name': ReconfigVM_Task, 'duration_secs': 0.831156} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.584340] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Reconfigured VM instance instance-00000032 to attach disk [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c/aa425aee-d531-482a-9a1e-739cde5a260c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.585031] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950dd46e-47a7-4bec-8161-e1aa5878d44e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.592956] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 833.592956] env[65311]: value = "task-4428262" [ 833.592956] env[65311]: _type = "Task" [ 833.592956] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.602567] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428262, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.652480] env[65311]: DEBUG oslo_vmware.api [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428261, 'name': PowerOffVM_Task, 'duration_secs': 0.214133} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.652853] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.653072] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.653378] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c125914e-e6a7-40d3-8ac8-75d344cf7ab1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.746533] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.746861] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.746981] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Deleting the datastore file [datastore1] c229e8f7-e776-4a79-8672-51f237f99194 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.747365] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8f15fea-f859-4955-8b6c-37991d8bddb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.756489] env[65311]: DEBUG oslo_vmware.api [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for the task: (returnval){ [ 833.756489] env[65311]: value = "task-4428264" [ 833.756489] env[65311]: _type = "Task" [ 833.756489] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.767302] env[65311]: DEBUG oslo_vmware.api [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.772144] env[65311]: DEBUG nova.network.neutron [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Successfully created port: 5dcd4b2d-c4f4-4e06-bf6c-330c30775aec {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 833.871659] env[65311]: DEBUG nova.compute.manager [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 833.907270] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.907533] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquired lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.907709] env[65311]: DEBUG nova.network.neutron [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.103460] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428262, 'name': Rename_Task, 'duration_secs': 0.152035} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.106212] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.106735] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc065aa-9d8e-47ac-838f-f59b1ff80279 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.114921] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 834.114921] env[65311]: value = "task-4428265" [ 834.114921] env[65311]: _type = "Task" [ 834.114921] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.128462] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.267453] env[65311]: DEBUG oslo_vmware.api [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Task: {'id': task-4428264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196932} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.267707] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.267896] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.268085] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.268258] env[65311]: INFO nova.compute.manager [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Took 1.15 seconds to destroy the instance on the hypervisor. [ 834.268502] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 834.268733] env[65311]: DEBUG nova.compute.manager [-] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 834.268818] env[65311]: DEBUG nova.network.neutron [-] [instance: c229e8f7-e776-4a79-8672-51f237f99194] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 834.269018] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.317600] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.413692] env[65311]: DEBUG nova.compute.utils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Can not refresh info_cache because instance was not found {{(pid=65311) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 834.413692] env[65311]: WARNING neutronclient.v2_0.client [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.442355] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d0af8-14d8-4f0b-884d-c2767ec142cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.452508] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f68be-77ea-4095-8402-e3ac1fabf1bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.486212] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4319997b-501b-4746-8755-359190ea09b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.495067] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65569fb7-9de9-406e-9f42-f89eaab47b36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.510922] env[65311]: DEBUG nova.compute.provider_tree [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.609436] env[65311]: DEBUG nova.network.neutron [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 834.625058] env[65311]: DEBUG oslo_vmware.api [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428265, 'name': PowerOnVM_Task, 'duration_secs': 0.506302} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.625355] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.625560] env[65311]: DEBUG nova.compute.manager [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 834.626701] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06c2958-68c5-4dfd-a154-84f1864e2c35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.704320] env[65311]: DEBUG nova.network.neutron [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.870120] env[65311]: DEBUG nova.compute.manager [req-0a16b472-1d7f-400d-b1c6-d29fdefb92c6 req-d44fa7ed-0cfa-463e-b23d-b1467d660d0d service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Received event network-vif-deleted-b90b9c2e-d281-49a9-840c-5349d842abbe {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 834.870366] env[65311]: INFO nova.compute.manager [req-0a16b472-1d7f-400d-b1c6-d29fdefb92c6 req-d44fa7ed-0cfa-463e-b23d-b1467d660d0d service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Neutron deleted interface b90b9c2e-d281-49a9-840c-5349d842abbe; detaching it from the instance and deleting it from the info cache [ 834.870526] env[65311]: DEBUG nova.network.neutron [req-0a16b472-1d7f-400d-b1c6-d29fdefb92c6 req-d44fa7ed-0cfa-463e-b23d-b1467d660d0d service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.890200] env[65311]: DEBUG nova.compute.manager [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 834.917559] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 834.917792] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.917933] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 834.918112] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.918242] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 834.918463] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 834.918688] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 834.918861] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 834.919035] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 834.919192] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 834.919352] env[65311]: DEBUG nova.virt.hardware [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 834.920603] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090ac9ac-91aa-4abc-a4a7-419b02d98450 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.930277] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a4f452-766d-47a4-875b-e1cce5823b93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.014755] env[65311]: DEBUG nova.scheduler.client.report [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.066708] env[65311]: DEBUG nova.network.neutron [-] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.147071] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.178810] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "50dce140-8749-4991-8907-fcab2f9fc0b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.179815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "50dce140-8749-4991-8907-fcab2f9fc0b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.179815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "50dce140-8749-4991-8907-fcab2f9fc0b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.179815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "50dce140-8749-4991-8907-fcab2f9fc0b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.179815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "50dce140-8749-4991-8907-fcab2f9fc0b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.181917] env[65311]: INFO nova.compute.manager [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Terminating instance [ 835.209023] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Releasing lock "refresh_cache-b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.209023] env[65311]: DEBUG nova.compute.manager [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 835.209023] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.209023] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a35a5a4-e2bc-4aff-a5c7-23b9a3fc64c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.219713] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b7423-8ea4-43ef-898b-e7efc2aab456 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.252376] env[65311]: WARNING nova.virt.vmwareapi.vmops [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b97bcc61-bebf-4d78-b07f-20e8f9ca3ede could not be found. [ 835.252585] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.252766] env[65311]: INFO nova.compute.manager [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Took 0.05 seconds to destroy the instance on the hypervisor. [ 835.253057] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 835.253341] env[65311]: DEBUG nova.compute.manager [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 835.253442] env[65311]: DEBUG nova.network.neutron [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 835.253685] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.275327] env[65311]: DEBUG nova.network.neutron [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 835.275601] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.357856] env[65311]: DEBUG nova.network.neutron [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Successfully updated port: 5dcd4b2d-c4f4-4e06-bf6c-330c30775aec {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 835.372909] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adae3f57-79ed-45df-b72b-c2d6d66489e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.384816] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf6cf4-3aef-4195-8ed8-f8c4807d813a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.426069] env[65311]: DEBUG nova.compute.manager [req-0a16b472-1d7f-400d-b1c6-d29fdefb92c6 req-d44fa7ed-0cfa-463e-b23d-b1467d660d0d service nova] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Detach interface failed, port_id=b90b9c2e-d281-49a9-840c-5349d842abbe, reason: Instance c229e8f7-e776-4a79-8672-51f237f99194 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 835.427256] env[65311]: DEBUG nova.compute.manager [req-d22feccf-e879-4f97-945b-3108515932d8 req-73ba5dbd-294b-4b19-9acb-deec969ad51b service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Received event network-vif-plugged-5dcd4b2d-c4f4-4e06-bf6c-330c30775aec {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 835.427451] env[65311]: DEBUG oslo_concurrency.lockutils [req-d22feccf-e879-4f97-945b-3108515932d8 req-73ba5dbd-294b-4b19-9acb-deec969ad51b service nova] Acquiring lock "0ea275bb-4921-4eb8-89f3-118168d63a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.427664] env[65311]: DEBUG oslo_concurrency.lockutils [req-d22feccf-e879-4f97-945b-3108515932d8 req-73ba5dbd-294b-4b19-9acb-deec969ad51b service nova] Lock "0ea275bb-4921-4eb8-89f3-118168d63a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.427815] env[65311]: DEBUG oslo_concurrency.lockutils [req-d22feccf-e879-4f97-945b-3108515932d8 req-73ba5dbd-294b-4b19-9acb-deec969ad51b service nova] Lock "0ea275bb-4921-4eb8-89f3-118168d63a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.427967] env[65311]: DEBUG nova.compute.manager [req-d22feccf-e879-4f97-945b-3108515932d8 req-73ba5dbd-294b-4b19-9acb-deec969ad51b service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] No waiting events found dispatching network-vif-plugged-5dcd4b2d-c4f4-4e06-bf6c-330c30775aec {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 835.428126] env[65311]: WARNING nova.compute.manager [req-d22feccf-e879-4f97-945b-3108515932d8 req-73ba5dbd-294b-4b19-9acb-deec969ad51b service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Received unexpected event network-vif-plugged-5dcd4b2d-c4f4-4e06-bf6c-330c30775aec for instance with vm_state building and task_state spawning. [ 835.519366] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.520058] env[65311]: DEBUG nova.compute.manager [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 835.522816] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 46.195s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.568953] env[65311]: INFO nova.compute.manager [-] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Took 1.30 seconds to deallocate network for instance. [ 835.685828] env[65311]: DEBUG nova.compute.manager [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 835.686100] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.687094] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1e449-6353-4b0a-b507-69878abeb295 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.696017] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.696285] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c0cf68d-6808-4bae-b28f-3a3de34b743f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.703397] env[65311]: DEBUG oslo_vmware.api [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 835.703397] env[65311]: value = "task-4428266" [ 835.703397] env[65311]: _type = "Task" [ 835.703397] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.712230] env[65311]: DEBUG oslo_vmware.api [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.779076] env[65311]: DEBUG nova.network.neutron [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.860791] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquiring lock "refresh_cache-0ea275bb-4921-4eb8-89f3-118168d63a9b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.861031] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquired lock "refresh_cache-0ea275bb-4921-4eb8-89f3-118168d63a9b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.861200] env[65311]: DEBUG nova.network.neutron [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 835.901238] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "aa425aee-d531-482a-9a1e-739cde5a260c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.901511] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "aa425aee-d531-482a-9a1e-739cde5a260c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.901773] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "aa425aee-d531-482a-9a1e-739cde5a260c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.901952] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "aa425aee-d531-482a-9a1e-739cde5a260c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.902132] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "aa425aee-d531-482a-9a1e-739cde5a260c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.904623] env[65311]: INFO nova.compute.manager [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Terminating instance [ 836.026945] env[65311]: DEBUG nova.compute.utils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.030726] env[65311]: INFO nova.compute.claims [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.036560] env[65311]: DEBUG nova.compute.manager [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 836.036560] env[65311]: DEBUG nova.network.neutron [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 836.036898] env[65311]: WARNING neutronclient.v2_0.client [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.037110] env[65311]: WARNING neutronclient.v2_0.client [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.075234] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.105395] env[65311]: DEBUG nova.policy [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e90d40a912f44564ae80a2f1d037918a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '430490f0df4d4743898bd464dd11ec50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.213519] env[65311]: DEBUG oslo_vmware.api [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428266, 'name': PowerOffVM_Task, 'duration_secs': 0.249383} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.213801] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.213960] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.214295] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63af0eb7-5e5b-4f63-a153-038332299ce2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.281371] env[65311]: INFO nova.compute.manager [-] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Took 1.03 seconds to deallocate network for instance. [ 836.289551] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.289957] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.290208] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Deleting the datastore file [datastore2] 50dce140-8749-4991-8907-fcab2f9fc0b6 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.290632] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf6e46b-e2ec-40c8-bbfd-2c0ac11dbcd1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.299855] env[65311]: DEBUG oslo_vmware.api [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for the task: (returnval){ [ 836.299855] env[65311]: value = "task-4428268" [ 836.299855] env[65311]: _type = "Task" [ 836.299855] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.309191] env[65311]: DEBUG oslo_vmware.api [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.412961] env[65311]: DEBUG nova.network.neutron [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 836.413669] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "refresh_cache-aa425aee-d531-482a-9a1e-739cde5a260c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.414032] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquired lock "refresh_cache-aa425aee-d531-482a-9a1e-739cde5a260c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.414314] env[65311]: DEBUG nova.network.neutron [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 836.450048] env[65311]: DEBUG nova.network.neutron [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Successfully created port: e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 836.527168] env[65311]: WARNING neutronclient.v2_0.client [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.536200] env[65311]: DEBUG nova.compute.manager [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 836.541185] env[65311]: INFO nova.compute.resource_tracker [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating resource usage from migration 389950f4-2bb4-4cf4-87d7-3811fa3e3374 [ 836.643278] env[65311]: DEBUG nova.network.neutron [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Updating instance_info_cache with network_info: [{"id": "5dcd4b2d-c4f4-4e06-bf6c-330c30775aec", "address": "fa:16:3e:4d:4a:cf", "network": {"id": "41da468d-e82c-4266-bd02-6eb7a88f20f4", "bridge": "br-int", "label": "tempest-ServersTestJSON-583571707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03bc230788b4029ba62d7e2bca955ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcd4b2d-c4", "ovs_interfaceid": "5dcd4b2d-c4f4-4e06-bf6c-330c30775aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.789126] env[65311]: INFO nova.compute.manager [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance disappeared during terminate [ 836.789604] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d64fc42d-ab95-452e-820a-2badeb675d24 tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "b97bcc61-bebf-4d78-b07f-20e8f9ca3ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.390s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.814123] env[65311]: DEBUG oslo_vmware.api [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Task: {'id': task-4428268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148982} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.814457] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.814634] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.814800] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.814993] env[65311]: INFO nova.compute.manager [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 836.815208] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 836.817891] env[65311]: DEBUG nova.compute.manager [-] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 836.817992] env[65311]: DEBUG nova.network.neutron [-] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 836.818223] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.852987] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.916629] env[65311]: WARNING neutronclient.v2_0.client [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.118660] env[65311]: DEBUG nova.network.neutron [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 837.148946] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Releasing lock "refresh_cache-0ea275bb-4921-4eb8-89f3-118168d63a9b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.149360] env[65311]: DEBUG nova.compute.manager [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Instance network_info: |[{"id": "5dcd4b2d-c4f4-4e06-bf6c-330c30775aec", "address": "fa:16:3e:4d:4a:cf", "network": {"id": "41da468d-e82c-4266-bd02-6eb7a88f20f4", "bridge": "br-int", "label": "tempest-ServersTestJSON-583571707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03bc230788b4029ba62d7e2bca955ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcd4b2d-c4", "ovs_interfaceid": "5dcd4b2d-c4f4-4e06-bf6c-330c30775aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 837.149892] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:4a:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dcd4b2d-c4f4-4e06-bf6c-330c30775aec', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.158288] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Creating folder: Project (e03bc230788b4029ba62d7e2bca955ce). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.159740] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dcb2b0c-61dc-4412-be4d-69c3904e1afe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.162283] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0ba014-3be3-47fe-966b-f65c406bb06b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.173066] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ca5e5e-d549-4cc3-be15-1b13dc7b2fd9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.178538] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Created folder: Project (e03bc230788b4029ba62d7e2bca955ce) in parent group-v866349. [ 837.178809] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Creating folder: Instances. Parent ref: group-v866512. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.179467] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3913ed1-f127-409b-bd28-eeb2c0747f5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.210771] env[65311]: DEBUG nova.network.neutron [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.212640] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3fc9e3-5c8b-40ca-9075-524f0db97737 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.215619] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Created folder: Instances in parent group-v866512. [ 837.216637] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 837.216637] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.217014] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de85a2bc-33c4-4008-bb04-c442b4a32d0c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.238321] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e9695b-ffa3-4474-a66f-3c08ef65a0ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.246676] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.246676] env[65311]: value = "task-4428271" [ 837.246676] env[65311]: _type = "Task" [ 837.246676] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.259280] env[65311]: DEBUG nova.compute.provider_tree [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.267582] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428271, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.392573] env[65311]: DEBUG nova.compute.manager [req-14695d90-62b7-4038-9d7d-b211a99bc667 req-bab9c056-4826-4298-a9c2-27d94c993dc1 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Received event network-vif-deleted-41e7179d-86e1-4d90-8777-0dcc2b3d331c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 837.392573] env[65311]: INFO nova.compute.manager [req-14695d90-62b7-4038-9d7d-b211a99bc667 req-bab9c056-4826-4298-a9c2-27d94c993dc1 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Neutron deleted interface 41e7179d-86e1-4d90-8777-0dcc2b3d331c; detaching it from the instance and deleting it from the info cache [ 837.392573] env[65311]: DEBUG nova.network.neutron [req-14695d90-62b7-4038-9d7d-b211a99bc667 req-bab9c056-4826-4298-a9c2-27d94c993dc1 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.546264] env[65311]: DEBUG nova.compute.manager [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 837.571316] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 837.571316] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.571316] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 837.571989] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.571989] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 837.571989] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 837.571989] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.572171] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 837.572351] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 837.572509] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 837.572677] env[65311]: DEBUG nova.virt.hardware [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 837.573022] env[65311]: DEBUG nova.network.neutron [-] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.574689] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7e2a6e-94eb-4c0d-b33b-2fabc3ab5d81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.584066] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f1152a-ee6b-4413-8050-1dcc1b5cea53 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.611102] env[65311]: DEBUG nova.compute.manager [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Received event network-changed-5dcd4b2d-c4f4-4e06-bf6c-330c30775aec {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 837.611414] env[65311]: DEBUG nova.compute.manager [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Refreshing instance network info cache due to event network-changed-5dcd4b2d-c4f4-4e06-bf6c-330c30775aec. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 837.611515] env[65311]: DEBUG oslo_concurrency.lockutils [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] Acquiring lock "refresh_cache-0ea275bb-4921-4eb8-89f3-118168d63a9b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.611759] env[65311]: DEBUG oslo_concurrency.lockutils [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] Acquired lock "refresh_cache-0ea275bb-4921-4eb8-89f3-118168d63a9b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.612661] env[65311]: DEBUG nova.network.neutron [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Refreshing network info cache for port 5dcd4b2d-c4f4-4e06-bf6c-330c30775aec {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.717234] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Releasing lock "refresh_cache-aa425aee-d531-482a-9a1e-739cde5a260c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.717689] env[65311]: DEBUG nova.compute.manager [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 837.717877] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.718921] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121d32a3-2a2c-4ffe-a140-e9abd5fa9f06 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.727583] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.727854] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-817341b1-5a3d-49ab-a6e8-336578960cd3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.738545] env[65311]: DEBUG oslo_vmware.api [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 837.738545] env[65311]: value = "task-4428272" [ 837.738545] env[65311]: _type = "Task" [ 837.738545] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.748234] env[65311]: DEBUG oslo_vmware.api [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.757933] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428271, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.763026] env[65311]: DEBUG nova.scheduler.client.report [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.895717] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad040a57-ed0e-4c4e-a1f8-7aa0f816b9dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.908227] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59054eb-19d0-466e-8e4e-f5f48be697c5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.941315] env[65311]: DEBUG nova.compute.manager [req-14695d90-62b7-4038-9d7d-b211a99bc667 req-bab9c056-4826-4298-a9c2-27d94c993dc1 service nova] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Detach interface failed, port_id=41e7179d-86e1-4d90-8777-0dcc2b3d331c, reason: Instance 50dce140-8749-4991-8907-fcab2f9fc0b6 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 838.078866] env[65311]: INFO nova.compute.manager [-] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Took 1.26 seconds to deallocate network for instance. [ 838.114970] env[65311]: WARNING neutronclient.v2_0.client [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.249593] env[65311]: DEBUG oslo_vmware.api [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428272, 'name': PowerOffVM_Task, 'duration_secs': 0.172381} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.253462] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.253462] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.254053] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfe3c241-ba2d-4741-84ef-36694d2132f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.263806] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428271, 'name': CreateVM_Task, 'duration_secs': 0.662513} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.264113] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.269211] env[65311]: WARNING neutronclient.v2_0.client [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.269211] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.269211] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.269211] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.270277] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.747s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.271243] env[65311]: INFO nova.compute.manager [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Migrating [ 838.279602] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61750384-369a-4ef4-94a0-668d4f79c241 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.285820] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.293s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.287571] env[65311]: INFO nova.compute.claims [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.300475] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.300715] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.300888] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Deleting the datastore file [datastore1] aa425aee-d531-482a-9a1e-739cde5a260c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.301687] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2df9edbe-b6c8-46c6-bb40-472b2e4c009a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.305540] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 838.305540] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5226d40a-b196-8c58-c996-7b40e6b79986" [ 838.305540] env[65311]: _type = "Task" [ 838.305540] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.314686] env[65311]: DEBUG oslo_vmware.api [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for the task: (returnval){ [ 838.314686] env[65311]: value = "task-4428274" [ 838.314686] env[65311]: _type = "Task" [ 838.314686] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.323408] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5226d40a-b196-8c58-c996-7b40e6b79986, 'name': SearchDatastore_Task} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.324188] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.324471] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.324741] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.324934] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.325238] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.325791] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96ce4e85-28ec-4050-9cbe-416525799be6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.332573] env[65311]: DEBUG oslo_vmware.api [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.342747] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.342747] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.344032] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058b77db-acf3-4f83-baaa-1171f96e7dbb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.351640] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 838.351640] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528179c4-de84-552f-7c0d-eb3114bfa752" [ 838.351640] env[65311]: _type = "Task" [ 838.351640] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.358827] env[65311]: WARNING neutronclient.v2_0.client [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.365424] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528179c4-de84-552f-7c0d-eb3114bfa752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.448374] env[65311]: DEBUG nova.network.neutron [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Updated VIF entry in instance network info cache for port 5dcd4b2d-c4f4-4e06-bf6c-330c30775aec. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 838.448756] env[65311]: DEBUG nova.network.neutron [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Updating instance_info_cache with network_info: [{"id": "5dcd4b2d-c4f4-4e06-bf6c-330c30775aec", "address": "fa:16:3e:4d:4a:cf", "network": {"id": "41da468d-e82c-4266-bd02-6eb7a88f20f4", "bridge": "br-int", "label": "tempest-ServersTestJSON-583571707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03bc230788b4029ba62d7e2bca955ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcd4b2d-c4", "ovs_interfaceid": "5dcd4b2d-c4f4-4e06-bf6c-330c30775aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.493047] env[65311]: DEBUG nova.network.neutron [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Successfully updated port: e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 838.585669] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.798499] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.798662] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.798823] env[65311]: DEBUG nova.network.neutron [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 838.826589] env[65311]: DEBUG oslo_vmware.api [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Task: {'id': task-4428274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12279} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.826868] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.826982] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.827166] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.827327] env[65311]: INFO nova.compute.manager [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 838.827576] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 838.827981] env[65311]: DEBUG nova.compute.manager [-] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 838.827981] env[65311]: DEBUG nova.network.neutron [-] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 838.828166] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.844814] env[65311]: DEBUG nova.network.neutron [-] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 838.845084] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.862817] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528179c4-de84-552f-7c0d-eb3114bfa752, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.863962] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0486cf0c-9db6-4c7b-b35e-dd780db21f4e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.870561] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 838.870561] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d76cb3-119d-1ddd-926d-42f0f2ed3eab" [ 838.870561] env[65311]: _type = "Task" [ 838.870561] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.880123] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d76cb3-119d-1ddd-926d-42f0f2ed3eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.952304] env[65311]: DEBUG oslo_concurrency.lockutils [req-21807686-ed32-4c95-843d-7c08907f6856 req-c11358f4-b15d-4683-8f34-d7d22b5b81f6 service nova] Releasing lock "refresh_cache-0ea275bb-4921-4eb8-89f3-118168d63a9b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.995686] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.995892] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquired lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.996084] env[65311]: DEBUG nova.network.neutron [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 839.305304] env[65311]: WARNING neutronclient.v2_0.client [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.347542] env[65311]: DEBUG nova.network.neutron [-] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.381665] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d76cb3-119d-1ddd-926d-42f0f2ed3eab, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.384415] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.384671] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 0ea275bb-4921-4eb8-89f3-118168d63a9b/0ea275bb-4921-4eb8-89f3-118168d63a9b.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.387662] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac693a16-4094-4daf-80fc-6af74ccdd52e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.395310] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 839.395310] env[65311]: value = "task-4428275" [ 839.395310] env[65311]: _type = "Task" [ 839.395310] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.407949] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.479404] env[65311]: WARNING neutronclient.v2_0.client [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.532760] env[65311]: DEBUG nova.network.neutron [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 839.564553] env[65311]: DEBUG nova.network.neutron [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance_info_cache with network_info: [{"id": "d7084695-e621-417f-bbb1-be4202fca4d7", "address": "fa:16:3e:d8:f4:48", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7084695-e6", "ovs_interfaceid": "d7084695-e621-417f-bbb1-be4202fca4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.624857] env[65311]: WARNING neutronclient.v2_0.client [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.654071] env[65311]: DEBUG nova.compute.manager [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Received event network-vif-plugged-e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 839.654417] env[65311]: DEBUG oslo_concurrency.lockutils [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] Acquiring lock "c1cca378-855b-4231-a0df-caf830bf9276-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.654737] env[65311]: DEBUG oslo_concurrency.lockutils [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] Lock "c1cca378-855b-4231-a0df-caf830bf9276-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.655016] env[65311]: DEBUG oslo_concurrency.lockutils [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] Lock "c1cca378-855b-4231-a0df-caf830bf9276-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.655379] env[65311]: DEBUG nova.compute.manager [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] No waiting events found dispatching network-vif-plugged-e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 839.656039] env[65311]: WARNING nova.compute.manager [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Received unexpected event network-vif-plugged-e02bffcf-337d-4619-9629-a50e2941c30d for instance with vm_state building and task_state spawning. [ 839.656039] env[65311]: DEBUG nova.compute.manager [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Received event network-changed-e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 839.656039] env[65311]: DEBUG nova.compute.manager [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Refreshing instance network info cache due to event network-changed-e02bffcf-337d-4619-9629-a50e2941c30d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 839.656368] env[65311]: DEBUG oslo_concurrency.lockutils [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] Acquiring lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.721313] env[65311]: DEBUG nova.network.neutron [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Updating instance_info_cache with network_info: [{"id": "e02bffcf-337d-4619-9629-a50e2941c30d", "address": "fa:16:3e:53:d2:a9", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02bffcf-33", "ovs_interfaceid": "e02bffcf-337d-4619-9629-a50e2941c30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.850550] env[65311]: INFO nova.compute.manager [-] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Took 1.02 seconds to deallocate network for instance. [ 839.873635] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d960061b-9c95-4910-a97a-e84a6dd5dc2f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.886592] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac3b50-24ca-4a93-8960-d9b8ef372089 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.930938] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8905cf1f-b0fd-473c-997d-de1dec332725 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.937332] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491826} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.938063] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 0ea275bb-4921-4eb8-89f3-118168d63a9b/0ea275bb-4921-4eb8-89f3-118168d63a9b.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.938360] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.938660] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b328dc7b-1d81-4193-a4bc-34f8993590d6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.945149] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3251990-4b13-4974-a551-0478d04c3247 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.956029] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 839.956029] env[65311]: value = "task-4428276" [ 839.956029] env[65311]: _type = "Task" [ 839.956029] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.964472] env[65311]: DEBUG nova.compute.provider_tree [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.972260] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.069357] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.223904] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Releasing lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.224324] env[65311]: DEBUG nova.compute.manager [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Instance network_info: |[{"id": "e02bffcf-337d-4619-9629-a50e2941c30d", "address": "fa:16:3e:53:d2:a9", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02bffcf-33", "ovs_interfaceid": "e02bffcf-337d-4619-9629-a50e2941c30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 840.224685] env[65311]: DEBUG oslo_concurrency.lockutils [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] Acquired lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.224861] env[65311]: DEBUG nova.network.neutron [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Refreshing network info cache for port e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.227198] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:d2:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e02bffcf-337d-4619-9629-a50e2941c30d', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.235807] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 840.237084] env[65311]: WARNING neutronclient.v2_0.client [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.239892] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.240841] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07937dd-1e18-4e36-8ba6-ef2d259bb9e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.262764] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.262764] env[65311]: value = "task-4428277" [ 840.262764] env[65311]: _type = "Task" [ 840.262764] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.273118] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428277, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.358937] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.403284] env[65311]: WARNING neutronclient.v2_0.client [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.462799] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063828} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.463084] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.463923] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db7460b-c9d5-498a-978a-cb2ca40905f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.468603] env[65311]: DEBUG nova.scheduler.client.report [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.493472] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 0ea275bb-4921-4eb8-89f3-118168d63a9b/0ea275bb-4921-4eb8-89f3-118168d63a9b.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.494667] env[65311]: DEBUG nova.network.neutron [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Updated VIF entry in instance network info cache for port e02bffcf-337d-4619-9629-a50e2941c30d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.495742] env[65311]: DEBUG nova.network.neutron [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Updating instance_info_cache with network_info: [{"id": "e02bffcf-337d-4619-9629-a50e2941c30d", "address": "fa:16:3e:53:d2:a9", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02bffcf-33", "ovs_interfaceid": "e02bffcf-337d-4619-9629-a50e2941c30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.498282] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.498825] env[65311]: DEBUG nova.compute.manager [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 840.501473] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-877461be-7aae-4389-9347-23d1ff8d2f29 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.517065] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.446s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.521655] env[65311]: DEBUG oslo_concurrency.lockutils [req-25863f8d-7cbf-41dd-a92e-454684aefbeb req-d101a753-9f6f-42b1-b637-dcce3c2bd8ee service nova] Releasing lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.530992] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 840.530992] env[65311]: value = "task-4428278" [ 840.530992] env[65311]: _type = "Task" [ 840.530992] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.541181] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.775010] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428277, 'name': CreateVM_Task, 'duration_secs': 0.458092} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.775196] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.775683] env[65311]: WARNING neutronclient.v2_0.client [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.776058] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.776766] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.776766] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.776766] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc15421-90e4-4479-ba70-3fa95b932039 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.782186] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 840.782186] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bf4caf-7097-2509-6149-174724739439" [ 840.782186] env[65311]: _type = "Task" [ 840.782186] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.794711] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bf4caf-7097-2509-6149-174724739439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.023809] env[65311]: DEBUG nova.compute.utils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.025388] env[65311]: DEBUG nova.compute.manager [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 841.025623] env[65311]: DEBUG nova.network.neutron [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 841.025979] env[65311]: WARNING neutronclient.v2_0.client [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.026355] env[65311]: WARNING neutronclient.v2_0.client [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.043687] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428278, 'name': ReconfigVM_Task, 'duration_secs': 0.368825} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.044777] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 0ea275bb-4921-4eb8-89f3-118168d63a9b/0ea275bb-4921-4eb8-89f3-118168d63a9b.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.045615] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-144ce3eb-6681-4df9-a29f-27937c761147 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.055708] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 841.055708] env[65311]: value = "task-4428279" [ 841.055708] env[65311]: _type = "Task" [ 841.055708] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.063883] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4840b4b5-0810-4799-9cb8-e5ba638ca236 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.070822] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428279, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.076633] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c0a83b-760b-490e-8a61-6dcfd4d32148 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.117492] env[65311]: DEBUG nova.policy [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f1278d887b042b68751cbe4b9026b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58757f23e8934b85a7c6eccdf472b51b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.119995] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf2b85d-69cb-46c9-bc94-061e4a7c46ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.130653] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2f9bf3-c1af-4c7f-a2e4-64b4eaefb656 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.149033] env[65311]: DEBUG nova.compute.provider_tree [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.297026] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bf4caf-7097-2509-6149-174724739439, 'name': SearchDatastore_Task, 'duration_secs': 0.027319} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.297155] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.297872] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.297872] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.297872] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.298075] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.298231] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c72ff4c-0e92-4222-80eb-8d4f41acf6e1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.308114] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.308311] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.309137] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecd6296-f72a-4b40-ae40-8eef1e4a23cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.316451] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 841.316451] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522748f9-961d-2ba0-bfc1-cf020979cbb2" [ 841.316451] env[65311]: _type = "Task" [ 841.316451] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.328527] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522748f9-961d-2ba0-bfc1-cf020979cbb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.461478] env[65311]: DEBUG nova.network.neutron [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Successfully created port: 0129ba25-f310-4d9e-b4c8-379fd2e68a52 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 841.532074] env[65311]: DEBUG nova.compute.manager [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 841.566755] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428279, 'name': Rename_Task, 'duration_secs': 0.172514} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.567670] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.567981] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb4af714-64c6-409e-b075-940a2ecab8ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.576995] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 841.576995] env[65311]: value = "task-4428280" [ 841.576995] env[65311]: _type = "Task" [ 841.576995] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.592289] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.593489] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317cc9d0-4cea-4bb7-9997-b5c2136cb50d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.612823] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance '29bd979e-07b5-4c44-8c6a-2a35b12968ab' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.651807] env[65311]: DEBUG nova.scheduler.client.report [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.653450] env[65311]: DEBUG oslo_concurrency.lockutils [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.136s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.653692] env[65311]: INFO nova.compute.manager [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] [instance: 263e7060-b659-4797-bf82-adf5d649c2c2] Successfully reverted task state from None on failure for instance. [ 841.657703] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.883s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.659287] env[65311]: INFO nova.compute.claims [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server [None req-710c22ee-970c-4d54-b039-1cc32d7517ad tempest-ServerDiagnosticsV248Test-844763969 tempest-ServerDiagnosticsV248Test-844763969-project-member] Exception during message handling: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 (generation 74): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a62c2fed-85ab-42af-bf73-623908881af1"}]} [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server raise self.value [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server raise self.value [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server raise self.value [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3425, in terminate_instance [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server do_terminate_instance(instance, bdms) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3420, in do_terminate_instance [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server raise self.value [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3413, in do_terminate_instance [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server self._delete_instance(context, instance, bdms) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 3377, in _delete_instance [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server self._complete_deletion(context, instance) [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 954, in _complete_deletion [ 841.663703] env[65311]: ERROR oslo_messaging.rpc.server self._update_resource_tracker(context, instance) [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 720, in _update_resource_tracker [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server self.rt.update_usage(context, instance, instance.node) [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 732, in update_usage [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server self._update(context.elevated(), self.compute_nodes[nodename]) [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1408, in _update [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server self._update_to_placement(context, compute_node, startup) [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 55, in wrapped_f [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 289, in call [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server raise attempt.get() [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 326, in get [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server raise exc.with_traceback(tb) [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 273, in call [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1393, in _update_to_placement [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server self.reportclient.update_from_provider_tree( [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server self.set_inventory_for_provider( [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server raise exception.ResourceProviderUpdateConflict( [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 (generation 74): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a62c2fed-85ab-42af-bf73-623908881af1"}]} [ 841.665353] env[65311]: ERROR oslo_messaging.rpc.server [ 841.829864] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522748f9-961d-2ba0-bfc1-cf020979cbb2, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.830710] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d268132c-00b5-4e8a-8822-14a8ac480682 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.836834] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 841.836834] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525403bc-efbe-699f-1aad-8bff69ad018d" [ 841.836834] env[65311]: _type = "Task" [ 841.836834] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.846119] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525403bc-efbe-699f-1aad-8bff69ad018d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.088743] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428280, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.119164] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.120039] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f880cef3-f927-4860-8198-6e1283439e9c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.127388] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 842.127388] env[65311]: value = "task-4428281" [ 842.127388] env[65311]: _type = "Task" [ 842.127388] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.137158] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.348321] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525403bc-efbe-699f-1aad-8bff69ad018d, 'name': SearchDatastore_Task, 'duration_secs': 0.009731} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.348699] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.348983] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c1cca378-855b-4231-a0df-caf830bf9276/c1cca378-855b-4231-a0df-caf830bf9276.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.349283] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba38d284-92c7-4705-a6e9-c310b92474d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.357971] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 842.357971] env[65311]: value = "task-4428282" [ 842.357971] env[65311]: _type = "Task" [ 842.357971] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.367579] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.542874] env[65311]: DEBUG nova.compute.manager [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 842.570147] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 842.570388] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.570602] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 842.570803] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.570942] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 842.571289] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 842.571359] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 842.571533] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 842.571706] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 842.571889] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 842.572067] env[65311]: DEBUG nova.virt.hardware [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 842.572933] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ad9f0f-6178-44f5-b13c-d11bbbfa5d72 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.585274] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71d23c6-03ed-4306-a6ec-faa6c54c0dd9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.592357] env[65311]: DEBUG oslo_vmware.api [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428280, 'name': PowerOnVM_Task, 'duration_secs': 0.540702} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.592993] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.593206] env[65311]: INFO nova.compute.manager [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Took 7.70 seconds to spawn the instance on the hypervisor. [ 842.593382] env[65311]: DEBUG nova.compute.manager [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 842.594145] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149bd042-e462-4367-a1bd-d0a618635027 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.638116] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428281, 'name': PowerOffVM_Task, 'duration_secs': 0.432541} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.638436] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.638814] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance '29bd979e-07b5-4c44-8c6a-2a35b12968ab' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.872677] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428282, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.882207] env[65311]: DEBUG nova.compute.manager [req-29c556ca-d348-407b-9308-a5f122782e68 req-74631305-82af-4933-958d-b62976ab0ef1 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Received event network-vif-plugged-0129ba25-f310-4d9e-b4c8-379fd2e68a52 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 842.882378] env[65311]: DEBUG oslo_concurrency.lockutils [req-29c556ca-d348-407b-9308-a5f122782e68 req-74631305-82af-4933-958d-b62976ab0ef1 service nova] Acquiring lock "23dab365-7300-4e33-b03c-e680b9f979f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.882782] env[65311]: DEBUG oslo_concurrency.lockutils [req-29c556ca-d348-407b-9308-a5f122782e68 req-74631305-82af-4933-958d-b62976ab0ef1 service nova] Lock "23dab365-7300-4e33-b03c-e680b9f979f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.882963] env[65311]: DEBUG oslo_concurrency.lockutils [req-29c556ca-d348-407b-9308-a5f122782e68 req-74631305-82af-4933-958d-b62976ab0ef1 service nova] Lock "23dab365-7300-4e33-b03c-e680b9f979f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.883153] env[65311]: DEBUG nova.compute.manager [req-29c556ca-d348-407b-9308-a5f122782e68 req-74631305-82af-4933-958d-b62976ab0ef1 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] No waiting events found dispatching network-vif-plugged-0129ba25-f310-4d9e-b4c8-379fd2e68a52 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 842.883360] env[65311]: WARNING nova.compute.manager [req-29c556ca-d348-407b-9308-a5f122782e68 req-74631305-82af-4933-958d-b62976ab0ef1 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Received unexpected event network-vif-plugged-0129ba25-f310-4d9e-b4c8-379fd2e68a52 for instance with vm_state building and task_state spawning. [ 842.992232] env[65311]: DEBUG nova.network.neutron [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Successfully updated port: 0129ba25-f310-4d9e-b4c8-379fd2e68a52 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 843.126174] env[65311]: INFO nova.compute.manager [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Took 61.04 seconds to build instance. [ 843.146611] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 843.146896] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.147096] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 843.147294] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.147427] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 843.147566] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 843.147763] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 843.147987] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 843.148114] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 843.148282] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 843.148407] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 843.157655] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8f50545-b4f4-4877-8fed-5a1b23bddca9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.175698] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 843.175698] env[65311]: value = "task-4428283" [ 843.175698] env[65311]: _type = "Task" [ 843.175698] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.188639] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428283, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.311531] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3b5881-64d2-4278-a2ef-7044fcb554dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.320430] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52d2472-c32f-456e-9cdb-3fd43395543f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.353816] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a39e42-c6cf-4756-bbf3-22166306cded {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.366030] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80413c73-f7fc-4230-b388-74904abb1a14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.375946] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815428} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.385917] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c1cca378-855b-4231-a0df-caf830bf9276/c1cca378-855b-4231-a0df-caf830bf9276.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.386168] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.386710] env[65311]: DEBUG nova.compute.provider_tree [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.388071] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44d06c9e-9d51-49dc-be85-0eab5f45f82f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.397590] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 843.397590] env[65311]: value = "task-4428284" [ 843.397590] env[65311]: _type = "Task" [ 843.397590] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.407618] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.496369] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "refresh_cache-23dab365-7300-4e33-b03c-e680b9f979f3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.497088] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "refresh_cache-23dab365-7300-4e33-b03c-e680b9f979f3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.497088] env[65311]: DEBUG nova.network.neutron [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 843.629558] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6b51e55-a443-498d-9968-2e4f9a9509af tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "0ea275bb-4921-4eb8-89f3-118168d63a9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.325s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.687927] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428283, 'name': ReconfigVM_Task, 'duration_secs': 0.179588} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.688122] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance '29bd979e-07b5-4c44-8c6a-2a35b12968ab' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.893703] env[65311]: DEBUG nova.scheduler.client.report [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.907659] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065003} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.907915] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.910895] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc39f93-884f-4728-828c-7d8c203586c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.936280] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c1cca378-855b-4231-a0df-caf830bf9276/c1cca378-855b-4231-a0df-caf830bf9276.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.937238] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b11b083-b34c-42ae-9d59-08de455d65df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.958472] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 843.958472] env[65311]: value = "task-4428285" [ 843.958472] env[65311]: _type = "Task" [ 843.958472] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.967790] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.034589] env[65311]: DEBUG nova.network.neutron [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 844.126287] env[65311]: WARNING neutronclient.v2_0.client [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.132251] env[65311]: DEBUG nova.compute.manager [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 844.195926] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:43:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='54414f9c-6d6b-4c95-b228-ee4ff4f1e391',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-268574062',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 844.196216] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.196354] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 844.196524] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.196730] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 844.196903] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 844.197304] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 844.197487] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 844.197680] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 844.197880] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 844.198075] env[65311]: DEBUG nova.virt.hardware [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 844.203810] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.204519] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c9b5931-4bf2-418d-a744-865bc973db92 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.219947] env[65311]: DEBUG nova.network.neutron [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Updating instance_info_cache with network_info: [{"id": "0129ba25-f310-4d9e-b4c8-379fd2e68a52", "address": "fa:16:3e:0e:3b:b0", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0129ba25-f3", "ovs_interfaceid": "0129ba25-f310-4d9e-b4c8-379fd2e68a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.227466] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 844.227466] env[65311]: value = "task-4428286" [ 844.227466] env[65311]: _type = "Task" [ 844.227466] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.237756] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.399681] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.400222] env[65311]: DEBUG nova.compute.manager [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 844.402958] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.807s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.403231] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.406361] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.695s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.407780] env[65311]: INFO nova.compute.claims [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.435470] env[65311]: INFO nova.scheduler.client.report [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Deleted allocations for instance 0da534e6-4151-4c9d-bec8-798548a683e6 [ 844.471347] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428285, 'name': ReconfigVM_Task, 'duration_secs': 0.294603} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.471633] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c1cca378-855b-4231-a0df-caf830bf9276/c1cca378-855b-4231-a0df-caf830bf9276.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.472272] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06509a74-43c6-4d7a-965a-8deae5b38dfa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.480086] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 844.480086] env[65311]: value = "task-4428287" [ 844.480086] env[65311]: _type = "Task" [ 844.480086] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.489702] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428287, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.652916] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.725036] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "refresh_cache-23dab365-7300-4e33-b03c-e680b9f979f3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.725570] env[65311]: DEBUG nova.compute.manager [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Instance network_info: |[{"id": "0129ba25-f310-4d9e-b4c8-379fd2e68a52", "address": "fa:16:3e:0e:3b:b0", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0129ba25-f3", "ovs_interfaceid": "0129ba25-f310-4d9e-b4c8-379fd2e68a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 844.726193] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:3b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0129ba25-f310-4d9e-b4c8-379fd2e68a52', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.736985] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Creating folder: Project (58757f23e8934b85a7c6eccdf472b51b). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.737388] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af4f82d7-11f3-4127-b5d7-0c2cd846590b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.750432] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428286, 'name': ReconfigVM_Task, 'duration_secs': 0.260553} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.750793] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 844.752096] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc596bef-dc03-4d0c-a8be-3936b9ed721f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.756302] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Created folder: Project (58757f23e8934b85a7c6eccdf472b51b) in parent group-v866349. [ 844.756509] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Creating folder: Instances. Parent ref: group-v866516. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.757096] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4c4f00c-769c-4bae-b474-51016b6e2f82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.796792] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 29bd979e-07b5-4c44-8c6a-2a35b12968ab/29bd979e-07b5-4c44-8c6a-2a35b12968ab.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.799475] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd018703-6f6f-4825-ae5d-df138143d5bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.816181] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Created folder: Instances in parent group-v866516. [ 844.817102] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 844.817102] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.818039] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b0ab91a-9f0a-44c4-b48e-201e248e8eb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.837295] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 844.837295] env[65311]: value = "task-4428290" [ 844.837295] env[65311]: _type = "Task" [ 844.837295] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.843771] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.843771] env[65311]: value = "task-4428291" [ 844.843771] env[65311]: _type = "Task" [ 844.843771] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.851670] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.858442] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428291, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.913106] env[65311]: DEBUG nova.compute.utils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.918011] env[65311]: DEBUG nova.compute.manager [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 844.918443] env[65311]: DEBUG nova.network.neutron [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 844.918926] env[65311]: WARNING neutronclient.v2_0.client [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.919790] env[65311]: WARNING neutronclient.v2_0.client [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.947112] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae26b6cc-e18a-45b5-8cb0-e098f01d0c9a tempest-ServersTestMultiNic-959517935 tempest-ServersTestMultiNic-959517935-project-member] Lock "0da534e6-4151-4c9d-bec8-798548a683e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.206s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.988727] env[65311]: DEBUG nova.policy [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f1278d887b042b68751cbe4b9026b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58757f23e8934b85a7c6eccdf472b51b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.998538] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428287, 'name': Rename_Task, 'duration_secs': 0.15001} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.001288] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.001288] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49131ed9-85f4-472f-970c-8c25d7048a7f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.008054] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 845.008054] env[65311]: value = "task-4428292" [ 845.008054] env[65311]: _type = "Task" [ 845.008054] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.023330] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.041571] env[65311]: DEBUG nova.compute.manager [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Received event network-changed-0129ba25-f310-4d9e-b4c8-379fd2e68a52 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 845.041907] env[65311]: DEBUG nova.compute.manager [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Refreshing instance network info cache due to event network-changed-0129ba25-f310-4d9e-b4c8-379fd2e68a52. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 845.042245] env[65311]: DEBUG oslo_concurrency.lockutils [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] Acquiring lock "refresh_cache-23dab365-7300-4e33-b03c-e680b9f979f3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.042443] env[65311]: DEBUG oslo_concurrency.lockutils [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] Acquired lock "refresh_cache-23dab365-7300-4e33-b03c-e680b9f979f3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.042791] env[65311]: DEBUG nova.network.neutron [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Refreshing network info cache for port 0129ba25-f310-4d9e-b4c8-379fd2e68a52 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.354080] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428290, 'name': ReconfigVM_Task, 'duration_secs': 0.341287} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.355132] env[65311]: DEBUG nova.network.neutron [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Successfully created port: 2f57b368-01d6-4c13-ad1e-5588b84ce740 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 845.357871] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 29bd979e-07b5-4c44-8c6a-2a35b12968ab/29bd979e-07b5-4c44-8c6a-2a35b12968ab.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.358287] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance '29bd979e-07b5-4c44-8c6a-2a35b12968ab' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.366299] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428291, 'name': CreateVM_Task, 'duration_secs': 0.375282} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.366814] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.367386] env[65311]: WARNING neutronclient.v2_0.client [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.367773] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.367943] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.368310] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.368891] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a9457e-93bb-4e12-89d5-5c792d3eea6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.374922] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 845.374922] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522b6aa6-04a1-3694-fffc-17804dce4eae" [ 845.374922] env[65311]: _type = "Task" [ 845.374922] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.385873] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522b6aa6-04a1-3694-fffc-17804dce4eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.418862] env[65311]: DEBUG nova.compute.manager [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 845.519972] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428292, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.546365] env[65311]: WARNING neutronclient.v2_0.client [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.798797] env[65311]: WARNING neutronclient.v2_0.client [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.869821] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841440ee-8065-415c-a638-2e01de684a3f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.898385] env[65311]: DEBUG nova.network.neutron [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Updated VIF entry in instance network info cache for port 0129ba25-f310-4d9e-b4c8-379fd2e68a52. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 845.898844] env[65311]: DEBUG nova.network.neutron [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Updating instance_info_cache with network_info: [{"id": "0129ba25-f310-4d9e-b4c8-379fd2e68a52", "address": "fa:16:3e:0e:3b:b0", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0129ba25-f3", "ovs_interfaceid": "0129ba25-f310-4d9e-b4c8-379fd2e68a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.901867] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b4a439-f12f-4c02-aa76-114feb50726b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.908673] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522b6aa6-04a1-3694-fffc-17804dce4eae, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.909921] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.910044] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.910269] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.910405] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.910605] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.911125] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9bbb59c-9975-497e-b573-1d6959e71611 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.929474] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance '29bd979e-07b5-4c44-8c6a-2a35b12968ab' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.948016] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.948016] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.950722] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1073873e-f8ad-4139-8fe3-320acb77a3e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.957217] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 845.957217] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527ec027-0104-5230-ddfe-0b74d2463a99" [ 845.957217] env[65311]: _type = "Task" [ 845.957217] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.970887] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527ec027-0104-5230-ddfe-0b74d2463a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.008857] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2b74b1-24b8-4a19-a60c-91f36ec4cb5a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.026439] env[65311]: DEBUG oslo_vmware.api [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428292, 'name': PowerOnVM_Task, 'duration_secs': 0.609614} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.027423] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4a3f56-01e0-4bc3-add0-37b2df61d0a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.030603] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.030813] env[65311]: INFO nova.compute.manager [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Took 8.48 seconds to spawn the instance on the hypervisor. [ 846.031013] env[65311]: DEBUG nova.compute.manager [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 846.031778] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b575051-e510-4f4d-b197-18dbbcd50c3f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.070281] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9224613-b81c-45cb-ab0a-2777d17b031d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.081705] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242951ac-9592-47ea-a3f4-5841266cf239 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.095956] env[65311]: DEBUG nova.compute.provider_tree [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.409337] env[65311]: DEBUG oslo_concurrency.lockutils [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] Releasing lock "refresh_cache-23dab365-7300-4e33-b03c-e680b9f979f3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.409605] env[65311]: DEBUG nova.compute.manager [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Received event network-changed-5dcd4b2d-c4f4-4e06-bf6c-330c30775aec {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 846.409773] env[65311]: DEBUG nova.compute.manager [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Refreshing instance network info cache due to event network-changed-5dcd4b2d-c4f4-4e06-bf6c-330c30775aec. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 846.409993] env[65311]: DEBUG oslo_concurrency.lockutils [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] Acquiring lock "refresh_cache-0ea275bb-4921-4eb8-89f3-118168d63a9b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.410142] env[65311]: DEBUG oslo_concurrency.lockutils [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] Acquired lock "refresh_cache-0ea275bb-4921-4eb8-89f3-118168d63a9b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.410303] env[65311]: DEBUG nova.network.neutron [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Refreshing network info cache for port 5dcd4b2d-c4f4-4e06-bf6c-330c30775aec {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.433938] env[65311]: DEBUG nova.compute.manager [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 846.438237] env[65311]: WARNING neutronclient.v2_0.client [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.438581] env[65311]: WARNING neutronclient.v2_0.client [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.458907] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 846.459172] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.459322] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 846.459496] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.459634] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 846.459774] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 846.459972] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 846.460140] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 846.460300] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 846.460459] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 846.460648] env[65311]: DEBUG nova.virt.hardware [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 846.461597] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c707136-6b63-49f0-b731-3d8fae70e6ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.472683] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527ec027-0104-5230-ddfe-0b74d2463a99, 'name': SearchDatastore_Task, 'duration_secs': 0.038533} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.475233] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-791046f5-0650-42ab-9134-f0f65c6ea01f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.478336] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a240ec8-cd7d-4858-802e-f89a047b97c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.495725] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 846.495725] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52913808-5c3c-2493-c9a3-d4f3f95089ca" [ 846.495725] env[65311]: _type = "Task" [ 846.495725] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.504202] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52913808-5c3c-2493-c9a3-d4f3f95089ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.504453] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.504694] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.504942] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1361be05-762d-472c-b61b-9412ca79826c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.512438] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 846.512438] env[65311]: value = "task-4428293" [ 846.512438] env[65311]: _type = "Task" [ 846.512438] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.521702] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.576772] env[65311]: INFO nova.compute.manager [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Took 59.19 seconds to build instance. [ 846.599584] env[65311]: DEBUG nova.scheduler.client.report [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.913058] env[65311]: WARNING neutronclient.v2_0.client [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.953412] env[65311]: DEBUG nova.network.neutron [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Successfully updated port: 2f57b368-01d6-4c13-ad1e-5588b84ce740 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 847.028896] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428293, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.030449] env[65311]: DEBUG nova.network.neutron [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Port d7084695-e621-417f-bbb1-be4202fca4d7 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 847.081058] env[65311]: DEBUG oslo_concurrency.lockutils [None req-aedfa7a7-e0dd-4614-85c1-67599c8760e7 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "c1cca378-855b-4231-a0df-caf830bf9276" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.552s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.105255] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.106084] env[65311]: DEBUG nova.compute.manager [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 847.111045] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.138s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.111437] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.118026] env[65311]: DEBUG oslo_concurrency.lockutils [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.325s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.118026] env[65311]: DEBUG oslo_concurrency.lockutils [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.120180] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.407s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.121964] env[65311]: INFO nova.compute.claims [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.169433] env[65311]: INFO nova.scheduler.client.report [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Deleted allocations for instance 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309 [ 847.173285] env[65311]: INFO nova.scheduler.client.report [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Deleted allocations for instance 1a5390c7-30fb-4797-a535-b179a063ed6f [ 847.412045] env[65311]: WARNING neutronclient.v2_0.client [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.460698] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "refresh_cache-4f57c265-47d8-42d0-95bc-5102fbdd9874" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.460698] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "refresh_cache-4f57c265-47d8-42d0-95bc-5102fbdd9874" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.460698] env[65311]: DEBUG nova.network.neutron [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 847.480426] env[65311]: DEBUG nova.compute.manager [req-c0b025b3-ea20-4dc6-aab9-486bff130a2b req-a14f21f1-681b-4269-a36d-8e01fe439f56 service nova] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Received event network-vif-plugged-2f57b368-01d6-4c13-ad1e-5588b84ce740 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 847.480591] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0b025b3-ea20-4dc6-aab9-486bff130a2b req-a14f21f1-681b-4269-a36d-8e01fe439f56 service nova] Acquiring lock "4f57c265-47d8-42d0-95bc-5102fbdd9874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.480873] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0b025b3-ea20-4dc6-aab9-486bff130a2b req-a14f21f1-681b-4269-a36d-8e01fe439f56 service nova] Lock "4f57c265-47d8-42d0-95bc-5102fbdd9874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.481587] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0b025b3-ea20-4dc6-aab9-486bff130a2b req-a14f21f1-681b-4269-a36d-8e01fe439f56 service nova] Lock "4f57c265-47d8-42d0-95bc-5102fbdd9874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.481874] env[65311]: DEBUG nova.compute.manager [req-c0b025b3-ea20-4dc6-aab9-486bff130a2b req-a14f21f1-681b-4269-a36d-8e01fe439f56 service nova] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] No waiting events found dispatching network-vif-plugged-2f57b368-01d6-4c13-ad1e-5588b84ce740 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 847.482102] env[65311]: WARNING nova.compute.manager [req-c0b025b3-ea20-4dc6-aab9-486bff130a2b req-a14f21f1-681b-4269-a36d-8e01fe439f56 service nova] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Received unexpected event network-vif-plugged-2f57b368-01d6-4c13-ad1e-5588b84ce740 for instance with vm_state building and task_state spawning. [ 847.521185] env[65311]: DEBUG nova.network.neutron [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Updated VIF entry in instance network info cache for port 5dcd4b2d-c4f4-4e06-bf6c-330c30775aec. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 847.521586] env[65311]: DEBUG nova.network.neutron [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Updating instance_info_cache with network_info: [{"id": "5dcd4b2d-c4f4-4e06-bf6c-330c30775aec", "address": "fa:16:3e:4d:4a:cf", "network": {"id": "41da468d-e82c-4266-bd02-6eb7a88f20f4", "bridge": "br-int", "label": "tempest-ServersTestJSON-583571707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e03bc230788b4029ba62d7e2bca955ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcd4b2d-c4", "ovs_interfaceid": "5dcd4b2d-c4f4-4e06-bf6c-330c30775aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.526790] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428293, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.586024] env[65311]: DEBUG nova.compute.manager [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 847.629793] env[65311]: DEBUG nova.compute.utils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.637152] env[65311]: DEBUG nova.compute.manager [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 847.637618] env[65311]: DEBUG nova.network.neutron [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 847.638234] env[65311]: WARNING neutronclient.v2_0.client [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.640977] env[65311]: WARNING neutronclient.v2_0.client [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.686607] env[65311]: DEBUG oslo_concurrency.lockutils [None req-724a04ca-33c5-4981-959f-2966a0150bfa tempest-ServerRescueTestJSONUnderV235-1743615611 tempest-ServerRescueTestJSONUnderV235-1743615611-project-member] Lock "9ccfa8ec-1e4f-43a3-86b7-75453e4e3309" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.895s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.687735] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8929eacd-1a58-48c5-a5c2-1f44d3740b8c tempest-ServerAddressesTestJSON-35391964 tempest-ServerAddressesTestJSON-35391964-project-member] Lock "1a5390c7-30fb-4797-a535-b179a063ed6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.227s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.706836] env[65311]: DEBUG nova.policy [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17e9149bc1364b8ab3ff756ad0694e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc7876c3a65240a4a095d043a1261b8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.032110] env[65311]: DEBUG oslo_concurrency.lockutils [req-34fa1f81-ecf0-4559-b3a5-ecec31df2b34 req-6f5a9094-c331-4065-9b43-64bda2a23846 service nova] Releasing lock "refresh_cache-0ea275bb-4921-4eb8-89f3-118168d63a9b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.032110] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428293, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.063329] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.063913] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.065018] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.085244] env[65311]: DEBUG nova.network.neutron [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Successfully created port: 33b9f09e-c6ce-4155-adbf-37e44b008d31 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 848.118308] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.135809] env[65311]: DEBUG nova.compute.manager [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 848.503151] env[65311]: DEBUG nova.network.neutron [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 848.529545] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428293, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.653477} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.529847] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.530087] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.530360] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5f18082-0008-40c7-872b-cb5d0ed06e0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.539805] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 848.539805] env[65311]: value = "task-4428294" [ 848.539805] env[65311]: _type = "Task" [ 848.539805] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.550676] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.681476] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8de387a-eaed-4504-8930-b35096e093b6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.691360] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee99a8b-e493-4c82-ad08-fd0d832169fa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.732399] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af36632-e356-4b7f-844c-98515a23f51f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.744294] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adc0497-1e5c-4929-b7c8-cdc9fcdaa4ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.768049] env[65311]: DEBUG nova.compute.provider_tree [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.051468] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084404} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.051816] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.052871] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b3f89c-4f37-48a2-82f3-1a95ead4dd6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.069383] env[65311]: WARNING neutronclient.v2_0.client [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.080852] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.081489] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfc6781-06cf-42ed-a435-979a865c5fb2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.102155] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 849.102155] env[65311]: value = "task-4428295" [ 849.102155] env[65311]: _type = "Task" [ 849.102155] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.111507] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.157736] env[65311]: DEBUG nova.compute.manager [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 849.189191] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 849.189441] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.189599] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 849.189764] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.189911] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 849.190058] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 849.190265] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 849.190414] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 849.190605] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 849.190799] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 849.190979] env[65311]: DEBUG nova.virt.hardware [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 849.191864] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5163c2-b61f-4401-b072-3a918c25d8e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.204903] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cfac82-ea49-4562-ae42-a6762855c042 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.272747] env[65311]: DEBUG nova.scheduler.client.report [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.306138] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.306579] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.306579] env[65311]: DEBUG nova.network.neutron [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 849.616535] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.780220] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.780220] env[65311]: DEBUG nova.compute.manager [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 849.782300] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.846s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.782842] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.785476] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.689s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.785795] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.787968] env[65311]: DEBUG oslo_concurrency.lockutils [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.971s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.788105] env[65311]: DEBUG oslo_concurrency.lockutils [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.789890] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.791s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.790110] env[65311]: DEBUG nova.objects.instance [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.808792] env[65311]: WARNING neutronclient.v2_0.client [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.846850] env[65311]: INFO nova.scheduler.client.report [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Deleted allocations for instance de853266-8d21-4230-8053-e6e9dbdc0d39 [ 849.853944] env[65311]: INFO nova.scheduler.client.report [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Deleted allocations for instance 01427136-c72c-4c87-9694-33be47498ce2 [ 849.874700] env[65311]: INFO nova.scheduler.client.report [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Deleted allocations for instance 8d1fc405-3a7c-44d6-a33d-07364bea6304 [ 850.116917] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428295, 'name': ReconfigVM_Task, 'duration_secs': 0.65127} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.117332] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.118299] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48956b44-2762-404f-8202-f7c753ff78ea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.127108] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 850.127108] env[65311]: value = "task-4428296" [ 850.127108] env[65311]: _type = "Task" [ 850.127108] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.137654] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428296, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.232688] env[65311]: DEBUG nova.network.neutron [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Successfully updated port: 33b9f09e-c6ce-4155-adbf-37e44b008d31 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 850.261502] env[65311]: WARNING neutronclient.v2_0.client [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.301038] env[65311]: DEBUG nova.compute.utils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.303227] env[65311]: DEBUG nova.compute.manager [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 850.303448] env[65311]: DEBUG nova.network.neutron [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 850.303820] env[65311]: WARNING neutronclient.v2_0.client [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.304284] env[65311]: WARNING neutronclient.v2_0.client [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.359542] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9cdd5d39-02aa-42af-a03f-e3e0adb66855 tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "de853266-8d21-4230-8053-e6e9dbdc0d39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.903s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.365566] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a5d1415d-1ef0-432d-8340-bac9a97df072 tempest-ServersTestManualDisk-1886184172 tempest-ServersTestManualDisk-1886184172-project-member] Lock "01427136-c72c-4c87-9694-33be47498ce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.299s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.383443] env[65311]: DEBUG oslo_concurrency.lockutils [None req-261c21c3-ad52-42c3-be66-8b186ed2abf3 tempest-ServersV294TestFqdnHostnames-853342652 tempest-ServersV294TestFqdnHostnames-853342652-project-member] Lock "8d1fc405-3a7c-44d6-a33d-07364bea6304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.763s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.639388] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428296, 'name': Rename_Task, 'duration_secs': 0.258121} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.639678] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.639907] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47aff853-1258-4da4-ba20-88e101104c49 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.666055] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 850.666055] env[65311]: value = "task-4428297" [ 850.666055] env[65311]: _type = "Task" [ 850.666055] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.680288] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.729433] env[65311]: DEBUG nova.network.neutron [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Updating instance_info_cache with network_info: [{"id": "2f57b368-01d6-4c13-ad1e-5588b84ce740", "address": "fa:16:3e:a1:0d:4e", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f57b368-01", "ovs_interfaceid": "2f57b368-01d6-4c13-ad1e-5588b84ce740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.735061] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "refresh_cache-983ffc7a-5228-40de-925a-4e3ef49aafc3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.735061] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired lock "refresh_cache-983ffc7a-5228-40de-925a-4e3ef49aafc3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.735236] env[65311]: DEBUG nova.network.neutron [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 850.805048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cfa1b250-dc32-4199-b78c-98b9773916d8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.805048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.786s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.805048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.808138] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.758s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.808606] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.811483] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.544s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.811809] env[65311]: DEBUG nova.objects.instance [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 850.816868] env[65311]: DEBUG nova.compute.manager [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 850.844958] env[65311]: INFO nova.scheduler.client.report [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted allocations for instance f65b9885-8544-4e64-8786-9e91226e41bd [ 850.851265] env[65311]: INFO nova.scheduler.client.report [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Deleted allocations for instance 97fe388a-ceaf-46a1-ba20-ab0249b4d592 [ 850.978550] env[65311]: DEBUG nova.policy [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c38baab4b4f14e9ab3e84b728e622763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf44e3144d784198a36de2a17649d0a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.179767] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.232032] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "refresh_cache-4f57c265-47d8-42d0-95bc-5102fbdd9874" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.232436] env[65311]: DEBUG nova.compute.manager [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Instance network_info: |[{"id": "2f57b368-01d6-4c13-ad1e-5588b84ce740", "address": "fa:16:3e:a1:0d:4e", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f57b368-01", "ovs_interfaceid": "2f57b368-01d6-4c13-ad1e-5588b84ce740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 851.232915] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:0d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f57b368-01d6-4c13-ad1e-5588b84ce740', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.240914] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 851.243533] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.244013] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b5d4e20-fd3e-464a-8b25-d7f5563b7250 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.265385] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.265385] env[65311]: value = "task-4428298" [ 851.265385] env[65311]: _type = "Task" [ 851.265385] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.274868] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428298, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.356586] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c748ba6a-ae91-4743-84c5-be7e11b74080 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "f65b9885-8544-4e64-8786-9e91226e41bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.368s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.361067] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8c52d494-2636-4a35-96f0-76a9ef947cfc tempest-InstanceActionsTestJSON-1096187469 tempest-InstanceActionsTestJSON-1096187469-project-member] Lock "97fe388a-ceaf-46a1-ba20-ab0249b4d592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.629s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.639503] env[65311]: DEBUG nova.network.neutron [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Successfully created port: 6ec8c8b8-8321-4848-b363-46687cd94080 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 851.680114] env[65311]: DEBUG oslo_vmware.api [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428297, 'name': PowerOnVM_Task, 'duration_secs': 0.918099} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.680453] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.680688] env[65311]: INFO nova.compute.manager [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Took 9.14 seconds to spawn the instance on the hypervisor. [ 851.681148] env[65311]: DEBUG nova.compute.manager [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 851.682148] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5462da7c-3d41-452a-8d83-a60d280da40c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.782771] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428298, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.787206] env[65311]: DEBUG nova.network.neutron [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 851.831243] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fca759d1-65ed-412a-bfd3-1738d783e0a4 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.833807] env[65311]: DEBUG nova.compute.manager [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 851.836664] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.510s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.836933] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.838809] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.315s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.842484] env[65311]: INFO nova.compute.claims [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.866918] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 851.866918] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.866918] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 851.867205] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.867362] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 851.867525] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 851.867759] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 851.867891] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 851.868100] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 851.868265] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 851.868432] env[65311]: DEBUG nova.virt.hardware [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 851.870092] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515fcd05-f673-4a6c-b657-a82106c79d15 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.875722] env[65311]: INFO nova.scheduler.client.report [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted allocations for instance a0382adf-e119-4c10-a995-c8154f2f2df7 [ 851.883619] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51789f5a-3d10-4a16-94f1-693d721ef3f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.157594] env[65311]: WARNING neutronclient.v2_0.client [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.203863] env[65311]: INFO nova.compute.manager [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Took 60.27 seconds to build instance. [ 852.277513] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428298, 'name': CreateVM_Task, 'duration_secs': 0.72656} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.277692] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.278294] env[65311]: WARNING neutronclient.v2_0.client [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.278703] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.278863] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.282863] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.282863] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931a1caf-980a-421d-807f-02d5815e792a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.285760] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 852.285760] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523ae500-580c-8661-d2f4-bbcd4e772003" [ 852.285760] env[65311]: _type = "Task" [ 852.285760] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.295544] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523ae500-580c-8661-d2f4-bbcd4e772003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.393251] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7a597f23-ed22-44c6-a573-255c23d43703 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "a0382adf-e119-4c10-a995-c8154f2f2df7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.771s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.707580] env[65311]: DEBUG oslo_concurrency.lockutils [None req-815b57f0-535f-468e-95bc-4f204bbe35c2 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "23dab365-7300-4e33-b03c-e680b9f979f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.157s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.799085] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523ae500-580c-8661-d2f4-bbcd4e772003, 'name': SearchDatastore_Task, 'duration_secs': 0.031957} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.799558] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.799911] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.800365] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.800622] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.800890] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.801322] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bfa65f8-4184-4419-afbf-36b8d86253db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.815334] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.815794] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.818134] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9ba23d-c26d-4ed4-890d-238304546a03 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.828082] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 852.828082] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f78f18-30d5-2182-051c-b8a003d3e107" [ 852.828082] env[65311]: _type = "Task" [ 852.828082] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.839625] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f78f18-30d5-2182-051c-b8a003d3e107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.300888] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f28570e-d1c1-4b0f-8597-97b5d0e7e9cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.309956] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf9436-c568-4ff6-bb89-9b2f407e21a2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.349391] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6379125e-d3e0-4da7-b829-fa03d4b5fcec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.361920] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f78f18-30d5-2182-051c-b8a003d3e107, 'name': SearchDatastore_Task, 'duration_secs': 0.023533} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.363962] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94d3239-4414-468e-9506-0b086dee6d2e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.367848] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf2cb70-3784-404d-9a98-80462602fae9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.374122] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 853.374122] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52053fd8-82ac-45a6-8d97-5c604adc4be5" [ 853.374122] env[65311]: _type = "Task" [ 853.374122] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.383046] env[65311]: DEBUG nova.compute.provider_tree [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.392876] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52053fd8-82ac-45a6-8d97-5c604adc4be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.436400] env[65311]: DEBUG nova.network.neutron [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Successfully updated port: 6ec8c8b8-8321-4848-b363-46687cd94080 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 853.527814] env[65311]: DEBUG nova.network.neutron [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance_info_cache with network_info: [{"id": "d7084695-e621-417f-bbb1-be4202fca4d7", "address": "fa:16:3e:d8:f4:48", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7084695-e6", "ovs_interfaceid": "d7084695-e621-417f-bbb1-be4202fca4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.559111] env[65311]: WARNING neutronclient.v2_0.client [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.847734] env[65311]: DEBUG nova.network.neutron [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Updating instance_info_cache with network_info: [{"id": "33b9f09e-c6ce-4155-adbf-37e44b008d31", "address": "fa:16:3e:d5:eb:ef", "network": {"id": "558dddbf-f7d8-4cdf-98eb-09549da06bbb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-396045231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7876c3a65240a4a095d043a1261b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b9f09e-c6", "ovs_interfaceid": "33b9f09e-c6ce-4155-adbf-37e44b008d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.887634] env[65311]: DEBUG nova.scheduler.client.report [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.901615] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52053fd8-82ac-45a6-8d97-5c604adc4be5, 'name': SearchDatastore_Task, 'duration_secs': 0.040623} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.902059] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.902422] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 4f57c265-47d8-42d0-95bc-5102fbdd9874/4f57c265-47d8-42d0-95bc-5102fbdd9874.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.902759] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4deec81d-e618-4fa6-97ed-eee5bb75c98b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.912214] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 853.912214] env[65311]: value = "task-4428299" [ 853.912214] env[65311]: _type = "Task" [ 853.912214] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.923142] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.938695] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquiring lock "refresh_cache-d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.938992] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquired lock "refresh_cache-d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.939161] env[65311]: DEBUG nova.network.neutron [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 853.953730] env[65311]: DEBUG nova.compute.manager [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Received event network-changed-2f57b368-01d6-4c13-ad1e-5588b84ce740 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 853.955255] env[65311]: DEBUG nova.compute.manager [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Refreshing instance network info cache due to event network-changed-2f57b368-01d6-4c13-ad1e-5588b84ce740. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 853.955255] env[65311]: DEBUG oslo_concurrency.lockutils [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] Acquiring lock "refresh_cache-4f57c265-47d8-42d0-95bc-5102fbdd9874" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.955255] env[65311]: DEBUG oslo_concurrency.lockutils [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] Acquired lock "refresh_cache-4f57c265-47d8-42d0-95bc-5102fbdd9874" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.955255] env[65311]: DEBUG nova.network.neutron [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Refreshing network info cache for port 2f57b368-01d6-4c13-ad1e-5588b84ce740 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.033191] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.351512] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Releasing lock "refresh_cache-983ffc7a-5228-40de-925a-4e3ef49aafc3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.353332] env[65311]: DEBUG nova.compute.manager [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Instance network_info: |[{"id": "33b9f09e-c6ce-4155-adbf-37e44b008d31", "address": "fa:16:3e:d5:eb:ef", "network": {"id": "558dddbf-f7d8-4cdf-98eb-09549da06bbb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-396045231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7876c3a65240a4a095d043a1261b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b9f09e-c6", "ovs_interfaceid": "33b9f09e-c6ce-4155-adbf-37e44b008d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 854.353952] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:eb:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33b9f09e-c6ce-4155-adbf-37e44b008d31', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.362513] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 854.363405] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.363855] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4202fd0c-6a81-4ac4-9b59-67447707d4e1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.396530] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.397112] env[65311]: DEBUG nova.compute.manager [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 854.400529] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.400529] env[65311]: value = "task-4428300" [ 854.400529] env[65311]: _type = "Task" [ 854.400529] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.401061] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.015s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.401203] env[65311]: DEBUG nova.objects.instance [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 854.423283] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428300, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.429867] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428299, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.460199] env[65311]: WARNING neutronclient.v2_0.client [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.569384] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34f8021-2117-4f10-87d1-b0b2cd5388b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.600177] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22fe7c7-d187-4c62-a5cd-f622b0646ceb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.609898] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance '29bd979e-07b5-4c44-8c6a-2a35b12968ab' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 854.726573] env[65311]: DEBUG nova.network.neutron [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 854.911028] env[65311]: DEBUG nova.compute.utils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.919919] env[65311]: DEBUG nova.compute.manager [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 854.920161] env[65311]: DEBUG nova.network.neutron [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 854.920574] env[65311]: WARNING neutronclient.v2_0.client [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.920964] env[65311]: WARNING neutronclient.v2_0.client [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.939206] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428300, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.939953] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523192} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.939953] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 4f57c265-47d8-42d0-95bc-5102fbdd9874/4f57c265-47d8-42d0-95bc-5102fbdd9874.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.940207] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.940477] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5515b2bb-698d-4c7b-addd-79d94b34bb06 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.949946] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 854.949946] env[65311]: value = "task-4428301" [ 854.949946] env[65311]: _type = "Task" [ 854.949946] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.963653] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.121391] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.122341] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5cf7bd3-44bb-448e-8f29-82b371887b18 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.133895] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 855.133895] env[65311]: value = "task-4428302" [ 855.133895] env[65311]: _type = "Task" [ 855.133895] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.145514] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.238225] env[65311]: DEBUG nova.policy [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef0aecb0dba14c8ca60e0b8db80e67f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41fcb93516884adf9fa9c6472b62fe35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.418821] env[65311]: DEBUG nova.compute.manager [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 855.421489] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428300, 'name': CreateVM_Task, 'duration_secs': 0.609318} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.422570] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.423357] env[65311]: WARNING neutronclient.v2_0.client [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.424459] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.424459] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.424459] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.425903] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d9bbd94-7e33-46ea-aaff-7ee7c7cfc268 tempest-ServersAdmin275Test-134326747 tempest-ServersAdmin275Test-134326747-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.427301] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60d8707-3396-4de9-a38e-971a31bd3667 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.429428] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.647s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.435383] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 855.435383] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52811344-e7f8-e338-1c6f-5b4f5f0e130a" [ 855.435383] env[65311]: _type = "Task" [ 855.435383] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.445095] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52811344-e7f8-e338-1c6f-5b4f5f0e130a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.465736] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073508} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.466688] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.467038] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ee47b6-7291-4e03-9e7b-1f4dcb565c73 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.495052] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 4f57c265-47d8-42d0-95bc-5102fbdd9874/4f57c265-47d8-42d0-95bc-5102fbdd9874.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.495474] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfb0d34-bc5c-48ca-8292-070b502a9895 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.523507] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 855.523507] env[65311]: value = "task-4428303" [ 855.523507] env[65311]: _type = "Task" [ 855.523507] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.535237] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.646119] env[65311]: DEBUG oslo_vmware.api [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428302, 'name': PowerOnVM_Task, 'duration_secs': 0.508605} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.646404] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.646586] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50907e-accf-48f0-af8e-f926ba1de088 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance '29bd979e-07b5-4c44-8c6a-2a35b12968ab' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.835040] env[65311]: DEBUG nova.network.neutron [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Successfully created port: b30213a8-3d11-47bd-a12b-ba4484512897 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 855.880290] env[65311]: WARNING neutronclient.v2_0.client [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.948222] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52811344-e7f8-e338-1c6f-5b4f5f0e130a, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.948556] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.948556] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.948862] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.949058] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.949281] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.949590] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-159ba7fc-c791-4e48-bebb-338a820d1cd0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.962557] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.962759] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.963533] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7e89be-0e9f-43c3-9cf5-8c627d941e2d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.970096] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 855.970096] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529b3bc2-a173-ce42-917e-0d75e36bcd47" [ 855.970096] env[65311]: _type = "Task" [ 855.970096] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.981760] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529b3bc2-a173-ce42-917e-0d75e36bcd47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.041052] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.432482] env[65311]: DEBUG nova.compute.manager [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 856.465538] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 856.465806] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.465921] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 856.466120] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.466263] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 856.466401] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 856.466650] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 856.467105] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 856.467105] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 856.467620] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 856.467933] env[65311]: DEBUG nova.virt.hardware [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 856.468866] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51326069-f64a-49e3-b10a-fbf42254075b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.483567] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2285a152-57b5-4fe2-a3ac-1d76725ed4d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.493264] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529b3bc2-a173-ce42-917e-0d75e36bcd47, 'name': SearchDatastore_Task, 'duration_secs': 0.036917} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.496666] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371fde84-7407-4137-b163-b9573fdd4e36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.512984] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 856.512984] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527983af-c73a-da3b-12a0-8184f5d1ef27" [ 856.512984] env[65311]: _type = "Task" [ 856.512984] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.521791] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527983af-c73a-da3b-12a0-8184f5d1ef27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.538719] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428303, 'name': ReconfigVM_Task, 'duration_secs': 0.671788} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.538719] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 4f57c265-47d8-42d0-95bc-5102fbdd9874/4f57c265-47d8-42d0-95bc-5102fbdd9874.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.538719] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1dd9ca-a089-4722-9e22-ebc37eab630c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.546882] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 856.546882] env[65311]: value = "task-4428304" [ 856.546882] env[65311]: _type = "Task" [ 856.546882] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.548743] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1820f0e8-e6b9-4e81-85d7-4f0b75e5e756 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.562033] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428304, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.565272] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcf3098-9764-4af0-bce0-99c937a40de3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.598256] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b3c47-180c-4aec-818d-a578fdb7cc6a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.607106] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b60599b-0a9f-47ea-bc31-2582ec70bc97 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.622845] env[65311]: DEBUG nova.compute.provider_tree [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.907412] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "4262d241-5302-4e33-8029-7f45a1ec86ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.907722] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "4262d241-5302-4e33-8029-7f45a1ec86ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.907953] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "4262d241-5302-4e33-8029-7f45a1ec86ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.908159] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "4262d241-5302-4e33-8029-7f45a1ec86ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.908326] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "4262d241-5302-4e33-8029-7f45a1ec86ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.910798] env[65311]: INFO nova.compute.manager [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Terminating instance [ 857.027832] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527983af-c73a-da3b-12a0-8184f5d1ef27, 'name': SearchDatastore_Task, 'duration_secs': 0.016206} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.028297] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.028634] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 983ffc7a-5228-40de-925a-4e3ef49aafc3/983ffc7a-5228-40de-925a-4e3ef49aafc3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.029042] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0323d2b6-2159-4db7-b69a-e57426f3915c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.038259] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 857.038259] env[65311]: value = "task-4428305" [ 857.038259] env[65311]: _type = "Task" [ 857.038259] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.051314] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.064498] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428304, 'name': Rename_Task, 'duration_secs': 0.439727} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.064928] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.065402] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-353fe266-a53d-45f0-9678-ddd8bc3b1cb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.075062] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 857.075062] env[65311]: value = "task-4428306" [ 857.075062] env[65311]: _type = "Task" [ 857.075062] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.091472] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.128142] env[65311]: DEBUG nova.scheduler.client.report [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.175977] env[65311]: WARNING neutronclient.v2_0.client [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.416161] env[65311]: DEBUG nova.compute.manager [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 857.416161] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.417542] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c253d830-d096-460a-a90d-2111ddd8c51f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.432707] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.433312] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c1bd9fd-9412-441d-8761-b0b722c6f13f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.444772] env[65311]: DEBUG oslo_vmware.api [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 857.444772] env[65311]: value = "task-4428307" [ 857.444772] env[65311]: _type = "Task" [ 857.444772] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.459388] env[65311]: DEBUG oslo_vmware.api [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.556295] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.588577] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428306, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.841632] env[65311]: DEBUG nova.network.neutron [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Successfully updated port: b30213a8-3d11-47bd-a12b-ba4484512897 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 857.956698] env[65311]: DEBUG oslo_vmware.api [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428307, 'name': PowerOffVM_Task, 'duration_secs': 0.254372} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.957051] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.957308] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.957812] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-795393aa-0418-4879-a67b-967e579db442 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.034790] env[65311]: DEBUG nova.network.neutron [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Updating instance_info_cache with network_info: [{"id": "6ec8c8b8-8321-4848-b363-46687cd94080", "address": "fa:16:3e:e1:29:1f", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8c8b8-83", "ovs_interfaceid": "6ec8c8b8-8321-4848-b363-46687cd94080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.041631] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.041631] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.041843] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Deleting the datastore file [datastore1] 4262d241-5302-4e33-8029-7f45a1ec86ca {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.048945] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-125e33de-c38d-4d82-bd75-4a35abc713f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.061207] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656685} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.063991] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 983ffc7a-5228-40de-925a-4e3ef49aafc3/983ffc7a-5228-40de-925a-4e3ef49aafc3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.064788] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.065453] env[65311]: DEBUG oslo_vmware.api [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for the task: (returnval){ [ 858.065453] env[65311]: value = "task-4428309" [ 858.065453] env[65311]: _type = "Task" [ 858.065453] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.065649] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceea9296-388e-45cb-9b00-54b6e924a25e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.087218] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 858.087218] env[65311]: value = "task-4428310" [ 858.087218] env[65311]: _type = "Task" [ 858.087218] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.100012] env[65311]: DEBUG oslo_vmware.api [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.100458] env[65311]: DEBUG oslo_vmware.api [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428306, 'name': PowerOnVM_Task, 'duration_secs': 0.684015} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.101865] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.101865] env[65311]: INFO nova.compute.manager [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Took 11.67 seconds to spawn the instance on the hypervisor. [ 858.101865] env[65311]: DEBUG nova.compute.manager [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 858.103034] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc8d308-9cb7-456b-a217-55c803b2f688 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.110187] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.143541] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.714s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.143737] env[65311]: DEBUG nova.compute.manager [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65311) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5413}} [ 858.147963] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.318s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.150216] env[65311]: INFO nova.compute.claims [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.345030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquiring lock "refresh_cache-507aaabc-65c8-4b64-8ad4-370cb3a16ee7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.346030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquired lock "refresh_cache-507aaabc-65c8-4b64-8ad4-370cb3a16ee7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.346030] env[65311]: DEBUG nova.network.neutron [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.480234] env[65311]: DEBUG nova.network.neutron [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Updated VIF entry in instance network info cache for port 2f57b368-01d6-4c13-ad1e-5588b84ce740. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 858.480234] env[65311]: DEBUG nova.network.neutron [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Updating instance_info_cache with network_info: [{"id": "2f57b368-01d6-4c13-ad1e-5588b84ce740", "address": "fa:16:3e:a1:0d:4e", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f57b368-01", "ovs_interfaceid": "2f57b368-01d6-4c13-ad1e-5588b84ce740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.537770] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Releasing lock "refresh_cache-d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.541026] env[65311]: DEBUG nova.compute.manager [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Instance network_info: |[{"id": "6ec8c8b8-8321-4848-b363-46687cd94080", "address": "fa:16:3e:e1:29:1f", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8c8b8-83", "ovs_interfaceid": "6ec8c8b8-8321-4848-b363-46687cd94080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 858.541026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:29:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec8c8b8-8321-4848-b363-46687cd94080', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.548763] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Creating folder: Project (bf44e3144d784198a36de2a17649d0a2). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.549426] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9d560d6-7854-4352-a821-3e9ecfa78f89 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.566026] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Created folder: Project (bf44e3144d784198a36de2a17649d0a2) in parent group-v866349. [ 858.566026] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Creating folder: Instances. Parent ref: group-v866521. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.566026] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dca3267-28bf-4e69-929b-60dde3f9293c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.580225] env[65311]: DEBUG oslo_vmware.api [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Task: {'id': task-4428309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29422} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.580225] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.580225] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.580225] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.580458] env[65311]: INFO nova.compute.manager [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 858.580574] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.585474] env[65311]: DEBUG nova.compute.manager [-] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 858.585474] env[65311]: DEBUG nova.network.neutron [-] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 858.585474] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.586046] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Created folder: Instances in parent group-v866521. [ 858.586349] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.587859] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.591062] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a74b405a-41c9-455b-8be5-29e81f8cc4e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.613694] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08558} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.615311] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.615630] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.615630] env[65311]: value = "task-4428313" [ 858.615630] env[65311]: _type = "Task" [ 858.615630] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.616542] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba0ee6e-530c-466d-93c0-e24de1ba20a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.634618] env[65311]: INFO nova.compute.manager [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Took 64.88 seconds to build instance. [ 858.659796] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 983ffc7a-5228-40de-925a-4e3ef49aafc3/983ffc7a-5228-40de-925a-4e3ef49aafc3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.673446] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a94212-6622-4380-b3af-e1e7b6cd7149 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.699057] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 858.699057] env[65311]: value = "task-4428314" [ 858.699057] env[65311]: _type = "Task" [ 858.699057] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.709047] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.757975] env[65311]: INFO nova.scheduler.client.report [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted allocation for migration 2d01e5ef-5444-42b0-9f4f-184c3ac3cc2d [ 858.877071] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.984267] env[65311]: DEBUG oslo_concurrency.lockutils [req-98af70d7-df5b-4169-991f-9320fff92795 req-ec6bd1e7-4f7d-4ae4-9eb8-67cfc4d829e4 service nova] Releasing lock "refresh_cache-4f57c265-47d8-42d0-95bc-5102fbdd9874" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.133206] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428313, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.160989] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a8017d2-9573-4913-8f8b-8ec9b90133e8 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "4f57c265-47d8-42d0-95bc-5102fbdd9874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.027s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.175795] env[65311]: DEBUG nova.network.neutron [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 859.215027] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.265276] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2707eb2-1ebe-46df-b349-a756fa386472 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.456s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.613848] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50dfde4-009d-47b3-a6c7-7ec33e91be31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.628210] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084a506b-b18a-406f-ae2c-872440ae225a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.640557] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428313, 'name': CreateVM_Task, 'duration_secs': 0.646829} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.667988] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.669235] env[65311]: WARNING neutronclient.v2_0.client [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.669604] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.669754] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.670076] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.670876] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5205821-ca04-4feb-b9a9-a21d49cefbda {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.673538] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3a5913-3244-4395-accb-7b36882e70db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.681478] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 859.681478] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5202739d-9b4b-659e-be38-a4d8bfbdcbd9" [ 859.681478] env[65311]: _type = "Task" [ 859.681478] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.682822] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcdc148-b20d-47f0-b5c0-89edb75da05f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.695545] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5202739d-9b4b-659e-be38-a4d8bfbdcbd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.703991] env[65311]: DEBUG nova.compute.provider_tree [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.716491] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428314, 'name': ReconfigVM_Task, 'duration_secs': 0.839678} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.716491] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 983ffc7a-5228-40de-925a-4e3ef49aafc3/983ffc7a-5228-40de-925a-4e3ef49aafc3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.716491] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2cc84ff-bac5-4646-bc86-9111834e10ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.726127] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 859.726127] env[65311]: value = "task-4428315" [ 859.726127] env[65311]: _type = "Task" [ 859.726127] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.736373] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428315, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.895013] env[65311]: DEBUG nova.network.neutron [-] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.063924] env[65311]: DEBUG nova.compute.manager [req-0b6dbde5-97ce-4bc4-8e43-ecf44aa513c0 req-7a6dbd87-e8ab-4cf4-b87a-8144376104e3 service nova] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Received event network-vif-plugged-6ec8c8b8-8321-4848-b363-46687cd94080 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 860.065019] env[65311]: DEBUG oslo_concurrency.lockutils [req-0b6dbde5-97ce-4bc4-8e43-ecf44aa513c0 req-7a6dbd87-e8ab-4cf4-b87a-8144376104e3 service nova] Acquiring lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.065357] env[65311]: DEBUG oslo_concurrency.lockutils [req-0b6dbde5-97ce-4bc4-8e43-ecf44aa513c0 req-7a6dbd87-e8ab-4cf4-b87a-8144376104e3 service nova] Lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.065539] env[65311]: DEBUG oslo_concurrency.lockutils [req-0b6dbde5-97ce-4bc4-8e43-ecf44aa513c0 req-7a6dbd87-e8ab-4cf4-b87a-8144376104e3 service nova] Lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.065723] env[65311]: DEBUG nova.compute.manager [req-0b6dbde5-97ce-4bc4-8e43-ecf44aa513c0 req-7a6dbd87-e8ab-4cf4-b87a-8144376104e3 service nova] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] No waiting events found dispatching network-vif-plugged-6ec8c8b8-8321-4848-b363-46687cd94080 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 860.065888] env[65311]: WARNING nova.compute.manager [req-0b6dbde5-97ce-4bc4-8e43-ecf44aa513c0 req-7a6dbd87-e8ab-4cf4-b87a-8144376104e3 service nova] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Received unexpected event network-vif-plugged-6ec8c8b8-8321-4848-b363-46687cd94080 for instance with vm_state building and task_state spawning. [ 860.205024] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5202739d-9b4b-659e-be38-a4d8bfbdcbd9, 'name': SearchDatastore_Task, 'duration_secs': 0.020062} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.205024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.205024] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.205024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.205024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.205024] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.205024] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa01df85-2d20-4ebe-92b1-e3752577a17e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.212036] env[65311]: DEBUG nova.scheduler.client.report [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.219277] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.219462] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.220622] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b16e58-4aae-4d1a-aa38-5a60a1c257ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.234795] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 860.234795] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fb3a5e-0164-6f43-9084-9db22b02de60" [ 860.234795] env[65311]: _type = "Task" [ 860.234795] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.247902] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428315, 'name': Rename_Task, 'duration_secs': 0.309292} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.248573] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.249046] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f0abb38-441e-4ed5-852d-e288de8de2ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.255656] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fb3a5e-0164-6f43-9084-9db22b02de60, 'name': SearchDatastore_Task, 'duration_secs': 0.012343} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.257874] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 860.257874] env[65311]: value = "task-4428316" [ 860.257874] env[65311]: _type = "Task" [ 860.257874] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.258174] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d564e2-47cc-4ca4-a636-03a9bd043ad9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.276100] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.277679] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 860.277679] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5200ad52-1832-6fdf-8cef-aa90619a24b3" [ 860.277679] env[65311]: _type = "Task" [ 860.277679] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.291317] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5200ad52-1832-6fdf-8cef-aa90619a24b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016504} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.291701] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.292305] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d/d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.296048] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f44b37b1-330e-44af-9eda-31a97c333b37 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.304813] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 860.304813] env[65311]: value = "task-4428317" [ 860.304813] env[65311]: _type = "Task" [ 860.304813] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.315496] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.398179] env[65311]: INFO nova.compute.manager [-] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Took 1.81 seconds to deallocate network for instance. [ 860.716912] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.718826] env[65311]: DEBUG nova.compute.manager [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 860.723343] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.411s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.727473] env[65311]: DEBUG nova.objects.instance [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lazy-loading 'resources' on Instance uuid 513bff4a-ee9c-406a-b8d9-52f449db2df9 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.775879] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.820875] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.913202] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.964923] env[65311]: WARNING neutronclient.v2_0.client [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.157279] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquiring lock "dcf7f789-cdf5-42fe-80f6-3724f2707638" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.157279] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "dcf7f789-cdf5-42fe-80f6-3724f2707638" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.226332] env[65311]: DEBUG nova.compute.utils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.228697] env[65311]: DEBUG nova.compute.manager [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 861.228697] env[65311]: DEBUG nova.network.neutron [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 861.228697] env[65311]: WARNING neutronclient.v2_0.client [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.228697] env[65311]: WARNING neutronclient.v2_0.client [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.278013] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.323810] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614762} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.324493] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d/d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.324590] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.324932] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b7c53ee-4ef7-41b5-a099-23b5f4287ba0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.338815] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 861.338815] env[65311]: value = "task-4428318" [ 861.338815] env[65311]: _type = "Task" [ 861.338815] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.354661] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.395865] env[65311]: DEBUG nova.network.neutron [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Updating instance_info_cache with network_info: [{"id": "b30213a8-3d11-47bd-a12b-ba4484512897", "address": "fa:16:3e:2d:5a:69", "network": {"id": "a0691ad0-4c77-4544-85d0-98c8b3f40e80", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2045730464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41fcb93516884adf9fa9c6472b62fe35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30213a8-3d", "ovs_interfaceid": "b30213a8-3d11-47bd-a12b-ba4484512897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.433807] env[65311]: DEBUG nova.policy [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a326ae27f75944d5bc4ec7fea6047234', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99486a4df0af4f99a0d17974c50b259f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.660186] env[65311]: DEBUG nova.compute.manager [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 861.734274] env[65311]: DEBUG nova.compute.manager [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 861.778698] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.800685] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b65285-ae3e-45ca-8264-e48836f14561 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.809798] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4946c4af-6771-4193-a64a-fecf14acbd81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.844035] env[65311]: DEBUG nova.network.neutron [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Successfully created port: 55f1392b-1042-4ea1-82e0-0911f94422ed {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 861.849513] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3634f0a-9fcd-4d9f-aa44-7911a342360e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.861499] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9556634b-78c8-4e70-834c-cf8c90d19750 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.865576] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234069} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.865851] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.867307] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2431da12-e7df-4bad-97cb-b1e8906294a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.879765] env[65311]: DEBUG nova.compute.provider_tree [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.883282] env[65311]: DEBUG nova.compute.manager [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Received event network-vif-plugged-33b9f09e-c6ce-4155-adbf-37e44b008d31 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 861.883480] env[65311]: DEBUG oslo_concurrency.lockutils [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] Acquiring lock "983ffc7a-5228-40de-925a-4e3ef49aafc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.883685] env[65311]: DEBUG oslo_concurrency.lockutils [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] Lock "983ffc7a-5228-40de-925a-4e3ef49aafc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.884040] env[65311]: DEBUG oslo_concurrency.lockutils [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] Lock "983ffc7a-5228-40de-925a-4e3ef49aafc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.884040] env[65311]: DEBUG nova.compute.manager [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] No waiting events found dispatching network-vif-plugged-33b9f09e-c6ce-4155-adbf-37e44b008d31 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 861.884295] env[65311]: WARNING nova.compute.manager [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Received unexpected event network-vif-plugged-33b9f09e-c6ce-4155-adbf-37e44b008d31 for instance with vm_state building and task_state spawning. [ 861.884295] env[65311]: DEBUG nova.compute.manager [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Received event network-changed-33b9f09e-c6ce-4155-adbf-37e44b008d31 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 861.884532] env[65311]: DEBUG nova.compute.manager [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Refreshing instance network info cache due to event network-changed-33b9f09e-c6ce-4155-adbf-37e44b008d31. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 861.885092] env[65311]: DEBUG oslo_concurrency.lockutils [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] Acquiring lock "refresh_cache-983ffc7a-5228-40de-925a-4e3ef49aafc3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.885092] env[65311]: DEBUG oslo_concurrency.lockutils [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] Acquired lock "refresh_cache-983ffc7a-5228-40de-925a-4e3ef49aafc3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.885092] env[65311]: DEBUG nova.network.neutron [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Refreshing network info cache for port 33b9f09e-c6ce-4155-adbf-37e44b008d31 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.907934] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d/d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.909726] env[65311]: WARNING neutronclient.v2_0.client [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.912805] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Releasing lock "refresh_cache-507aaabc-65c8-4b64-8ad4-370cb3a16ee7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.913183] env[65311]: DEBUG nova.compute.manager [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Instance network_info: |[{"id": "b30213a8-3d11-47bd-a12b-ba4484512897", "address": "fa:16:3e:2d:5a:69", "network": {"id": "a0691ad0-4c77-4544-85d0-98c8b3f40e80", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2045730464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41fcb93516884adf9fa9c6472b62fe35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30213a8-3d", "ovs_interfaceid": "b30213a8-3d11-47bd-a12b-ba4484512897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 861.913787] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf6553a8-067b-429f-93c6-7d1c091de093 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.930664] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:5a:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b30213a8-3d11-47bd-a12b-ba4484512897', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.938281] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Creating folder: Project (41fcb93516884adf9fa9c6472b62fe35). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.939211] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94535310-55cf-42bd-9a62-7c5d34118d59 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.948433] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 861.948433] env[65311]: value = "task-4428319" [ 861.948433] env[65311]: _type = "Task" [ 861.948433] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.953588] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Created folder: Project (41fcb93516884adf9fa9c6472b62fe35) in parent group-v866349. [ 861.953795] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Creating folder: Instances. Parent ref: group-v866524. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.954448] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f290a53-7a34-4e08-8765-565430e93f36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.961360] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.967719] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Created folder: Instances in parent group-v866524. [ 861.968031] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 861.968141] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.968375] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58572a4e-bd1e-4810-87f3-d3897a19f79c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.988961] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.988961] env[65311]: value = "task-4428322" [ 861.988961] env[65311]: _type = "Task" [ 861.988961] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.999258] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428322, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.191695] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.278418] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.402028] env[65311]: DEBUG nova.scheduler.client.report [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.461661] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428319, 'name': ReconfigVM_Task, 'duration_secs': 0.315293} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.461661] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Reconfigured VM instance instance-0000003a to attach disk [datastore2] d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d/d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.461994] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0c8c145-7392-44fc-ad0b-5eac61545e0d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.470252] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 862.470252] env[65311]: value = "task-4428323" [ 862.470252] env[65311]: _type = "Task" [ 862.470252] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.480813] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428323, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.500552] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428322, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.748415] env[65311]: WARNING neutronclient.v2_0.client [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.755170] env[65311]: DEBUG nova.compute.manager [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 862.781750] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.793670] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 862.794207] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.794451] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 862.794715] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.794907] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 862.795096] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 862.795364] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.795548] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 862.795742] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 862.795935] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 862.796153] env[65311]: DEBUG nova.virt.hardware [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 862.797062] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d0848c-19bc-4e7e-8814-71dd9f951699 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.808418] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1013cc76-fe5d-4261-8cb6-1b8eef6e46d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.859228] env[65311]: DEBUG nova.network.neutron [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Updated VIF entry in instance network info cache for port 33b9f09e-c6ce-4155-adbf-37e44b008d31. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 862.859618] env[65311]: DEBUG nova.network.neutron [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Updating instance_info_cache with network_info: [{"id": "33b9f09e-c6ce-4155-adbf-37e44b008d31", "address": "fa:16:3e:d5:eb:ef", "network": {"id": "558dddbf-f7d8-4cdf-98eb-09549da06bbb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-396045231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7876c3a65240a4a095d043a1261b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33b9f09e-c6", "ovs_interfaceid": "33b9f09e-c6ce-4155-adbf-37e44b008d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.908728] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.909702] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.389s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.911561] env[65311]: INFO nova.compute.claims [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.953529] env[65311]: INFO nova.scheduler.client.report [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Deleted allocations for instance 513bff4a-ee9c-406a-b8d9-52f449db2df9 [ 862.985557] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428323, 'name': Rename_Task, 'duration_secs': 0.192158} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.985837] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.986121] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3119f5e-4ae2-403d-aed6-1c38c0366c35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.995342] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 862.995342] env[65311]: value = "task-4428324" [ 862.995342] env[65311]: _type = "Task" [ 862.995342] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.003035] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428322, 'name': CreateVM_Task, 'duration_secs': 0.619628} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.003035] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.003507] env[65311]: WARNING neutronclient.v2_0.client [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.003774] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.003922] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.004258] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.004550] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f68133c-ed75-4400-9c6f-12bf66a6a181 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.009828] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.016605] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 863.016605] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520eadcf-c0bc-7891-d886-3a8b0a05fd0f" [ 863.016605] env[65311]: _type = "Task" [ 863.016605] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.034667] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520eadcf-c0bc-7891-d886-3a8b0a05fd0f, 'name': SearchDatastore_Task} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.035025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.035353] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.035595] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.035732] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.035900] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.036213] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5e0f36-1e64-4528-b376-2037116aebe3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.048686] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.049013] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.050175] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5838e622-0441-4bc1-a105-7b1ce3950ea8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.058470] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 863.058470] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5292884b-34c7-3925-67d2-e6196e306d68" [ 863.058470] env[65311]: _type = "Task" [ 863.058470] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.068746] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5292884b-34c7-3925-67d2-e6196e306d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.284480] env[65311]: DEBUG oslo_vmware.api [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428316, 'name': PowerOnVM_Task, 'duration_secs': 2.974714} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.284795] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.284958] env[65311]: INFO nova.compute.manager [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Took 14.13 seconds to spawn the instance on the hypervisor. [ 863.285155] env[65311]: DEBUG nova.compute.manager [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 863.286012] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3de678-43b8-4fd6-bc77-d5d4448c8c2b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.362548] env[65311]: DEBUG oslo_concurrency.lockutils [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] Releasing lock "refresh_cache-983ffc7a-5228-40de-925a-4e3ef49aafc3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.362844] env[65311]: DEBUG nova.compute.manager [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Received event network-changed-e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 863.363086] env[65311]: DEBUG nova.compute.manager [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Refreshing instance network info cache due to event network-changed-e02bffcf-337d-4619-9629-a50e2941c30d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 863.363319] env[65311]: DEBUG oslo_concurrency.lockutils [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] Acquiring lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.363453] env[65311]: DEBUG oslo_concurrency.lockutils [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] Acquired lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.363605] env[65311]: DEBUG nova.network.neutron [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Refreshing network info cache for port e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.462343] env[65311]: DEBUG oslo_concurrency.lockutils [None req-503ed950-36d9-432a-a361-81759f81db53 tempest-ServersAdmin275Test-1956395866 tempest-ServersAdmin275Test-1956395866-project-member] Lock "513bff4a-ee9c-406a-b8d9-52f449db2df9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.372s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.475652] env[65311]: DEBUG nova.network.neutron [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Successfully updated port: 55f1392b-1042-4ea1-82e0-0911f94422ed {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 863.516015] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428324, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.573482] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5292884b-34c7-3925-67d2-e6196e306d68, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.574408] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-139abfbc-0e99-494e-821c-e515dfc2a74f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.581533] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 863.581533] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521145f5-8db5-8ad9-58bc-d9070176fee0" [ 863.581533] env[65311]: _type = "Task" [ 863.581533] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.592211] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521145f5-8db5-8ad9-58bc-d9070176fee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.641719] env[65311]: DEBUG nova.compute.manager [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Received event network-changed-6ec8c8b8-8321-4848-b363-46687cd94080 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 863.643917] env[65311]: DEBUG nova.compute.manager [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Refreshing instance network info cache due to event network-changed-6ec8c8b8-8321-4848-b363-46687cd94080. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 863.644204] env[65311]: DEBUG oslo_concurrency.lockutils [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] Acquiring lock "refresh_cache-d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.644469] env[65311]: DEBUG oslo_concurrency.lockutils [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] Acquired lock "refresh_cache-d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.644557] env[65311]: DEBUG nova.network.neutron [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Refreshing network info cache for port 6ec8c8b8-8321-4848-b363-46687cd94080 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.648368] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "c1cca378-855b-4231-a0df-caf830bf9276" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.648368] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "c1cca378-855b-4231-a0df-caf830bf9276" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.648368] env[65311]: INFO nova.compute.manager [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Rebooting instance [ 863.807434] env[65311]: INFO nova.compute.manager [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Took 69.12 seconds to build instance. [ 863.867018] env[65311]: WARNING neutronclient.v2_0.client [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.978288] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "refresh_cache-c9cf02b3-64da-42ec-8565-176fd7c0cf0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.979295] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "refresh_cache-c9cf02b3-64da-42ec-8565-176fd7c0cf0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.979295] env[65311]: DEBUG nova.network.neutron [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.012549] env[65311]: DEBUG oslo_vmware.api [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428324, 'name': PowerOnVM_Task, 'duration_secs': 0.754077} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.015310] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.016010] env[65311]: INFO nova.compute.manager [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Took 12.18 seconds to spawn the instance on the hypervisor. [ 864.016010] env[65311]: DEBUG nova.compute.manager [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 864.016632] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843a4bd6-4e2f-4e06-99cb-f6715fc52e1d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.098206] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521145f5-8db5-8ad9-58bc-d9070176fee0, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.103786] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.104236] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 507aaabc-65c8-4b64-8ad4-370cb3a16ee7/507aaabc-65c8-4b64-8ad4-370cb3a16ee7.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.105610] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28b4ec78-25da-4a32-961d-3e43a6550572 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.112723] env[65311]: WARNING neutronclient.v2_0.client [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.128053] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 864.128053] env[65311]: value = "task-4428325" [ 864.128053] env[65311]: _type = "Task" [ 864.128053] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.149621] env[65311]: WARNING neutronclient.v2_0.client [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.153810] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.187699] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.270351] env[65311]: DEBUG nova.network.neutron [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Updated VIF entry in instance network info cache for port e02bffcf-337d-4619-9629-a50e2941c30d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 864.272018] env[65311]: DEBUG nova.network.neutron [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Updating instance_info_cache with network_info: [{"id": "e02bffcf-337d-4619-9629-a50e2941c30d", "address": "fa:16:3e:53:d2:a9", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02bffcf-33", "ovs_interfaceid": "e02bffcf-337d-4619-9629-a50e2941c30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.311470] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b4aa2b01-c616-493f-87fb-760572ab348f tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "983ffc7a-5228-40de-925a-4e3ef49aafc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.970s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.408054] env[65311]: WARNING neutronclient.v2_0.client [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.545979] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquiring lock "23382387-666d-4cfd-b142-3b960edab7eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.546131] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "23382387-666d-4cfd-b142-3b960edab7eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.547510] env[65311]: INFO nova.compute.manager [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Took 60.86 seconds to build instance. [ 864.583991] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed398b54-7dc1-4c6f-84a8-5a1c3588ccf9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.593310] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1052ce-cbf0-49ec-b1e2-b1583fa05abf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.628793] env[65311]: DEBUG nova.network.neutron [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Updated VIF entry in instance network info cache for port 6ec8c8b8-8321-4848-b363-46687cd94080. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 864.629193] env[65311]: DEBUG nova.network.neutron [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Updating instance_info_cache with network_info: [{"id": "6ec8c8b8-8321-4848-b363-46687cd94080", "address": "fa:16:3e:e1:29:1f", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec8c8b8-83", "ovs_interfaceid": "6ec8c8b8-8321-4848-b363-46687cd94080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.631113] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ce339-2128-46e1-abec-1759cfefaf85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.635147] env[65311]: DEBUG nova.objects.instance [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'flavor' on Instance uuid de11687e-08cc-4ee7-91fa-789196241589 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.655899] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2172c2-28c2-4a4f-ab0a-9acacdeb48f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.664048] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.666872] env[65311]: DEBUG nova.network.neutron [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 864.681915] env[65311]: DEBUG nova.compute.provider_tree [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.773370] env[65311]: DEBUG oslo_concurrency.lockutils [req-3494d2c2-d26e-4f66-abf2-5b3a676ed1f4 req-17ca26da-35f9-459a-b470-43d5d9827700 service nova] Releasing lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.773890] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquired lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.774238] env[65311]: DEBUG nova.network.neutron [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.793381] env[65311]: WARNING neutronclient.v2_0.client [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.796728] env[65311]: WARNING neutronclient.v2_0.client [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.883772] env[65311]: WARNING neutronclient.v2_0.client [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.884353] env[65311]: WARNING neutronclient.v2_0.client [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.884484] env[65311]: WARNING neutronclient.v2_0.client [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.918043] env[65311]: DEBUG nova.network.neutron [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Updating instance_info_cache with network_info: [{"id": "55f1392b-1042-4ea1-82e0-0911f94422ed", "address": "fa:16:3e:35:e8:e4", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f1392b-10", "ovs_interfaceid": "55f1392b-1042-4ea1-82e0-0911f94422ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.955070] env[65311]: DEBUG nova.network.neutron [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Port d7084695-e621-417f-bbb1-be4202fca4d7 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 864.955199] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.955269] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.955414] env[65311]: DEBUG nova.network.neutron [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 865.051113] env[65311]: DEBUG nova.compute.manager [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 865.055036] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4d5f96c-cc84-489a-a040-29e22257754b tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.741s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.135183] env[65311]: DEBUG oslo_concurrency.lockutils [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] Releasing lock "refresh_cache-d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.135596] env[65311]: DEBUG nova.compute.manager [req-ced3b090-3928-46d8-afa1-1808f940d248 req-ba1aab44-9162-49c3-aac2-5157c7868141 service nova] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Received event network-vif-deleted-837e985b-d93c-473e-81f7-86648ea7676e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 865.150704] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569074} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.151184] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.151337] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.151524] env[65311]: DEBUG nova.network.neutron [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 865.151690] env[65311]: DEBUG nova.objects.instance [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'info_cache' on Instance uuid de11687e-08cc-4ee7-91fa-789196241589 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.152937] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 507aaabc-65c8-4b64-8ad4-370cb3a16ee7/507aaabc-65c8-4b64-8ad4-370cb3a16ee7.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.153210] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.153647] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df787073-cc35-4a1a-b6e0-854b6083255a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.162555] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 865.162555] env[65311]: value = "task-4428326" [ 865.162555] env[65311]: _type = "Task" [ 865.162555] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.173452] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.185729] env[65311]: DEBUG nova.scheduler.client.report [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.276963] env[65311]: WARNING neutronclient.v2_0.client [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.407659] env[65311]: DEBUG nova.compute.manager [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Received event network-vif-plugged-b30213a8-3d11-47bd-a12b-ba4484512897 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 865.410977] env[65311]: DEBUG oslo_concurrency.lockutils [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] Acquiring lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.411318] env[65311]: DEBUG oslo_concurrency.lockutils [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] Lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.411461] env[65311]: DEBUG oslo_concurrency.lockutils [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] Lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.411682] env[65311]: DEBUG nova.compute.manager [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] No waiting events found dispatching network-vif-plugged-b30213a8-3d11-47bd-a12b-ba4484512897 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 865.411892] env[65311]: WARNING nova.compute.manager [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Received unexpected event network-vif-plugged-b30213a8-3d11-47bd-a12b-ba4484512897 for instance with vm_state building and task_state spawning. [ 865.412010] env[65311]: DEBUG nova.compute.manager [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Received event network-changed-b30213a8-3d11-47bd-a12b-ba4484512897 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 865.412201] env[65311]: DEBUG nova.compute.manager [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Refreshing instance network info cache due to event network-changed-b30213a8-3d11-47bd-a12b-ba4484512897. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 865.412423] env[65311]: DEBUG oslo_concurrency.lockutils [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] Acquiring lock "refresh_cache-507aaabc-65c8-4b64-8ad4-370cb3a16ee7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.413189] env[65311]: DEBUG oslo_concurrency.lockutils [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] Acquired lock "refresh_cache-507aaabc-65c8-4b64-8ad4-370cb3a16ee7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.413551] env[65311]: DEBUG nova.network.neutron [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Refreshing network info cache for port b30213a8-3d11-47bd-a12b-ba4484512897 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.421373] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "refresh_cache-c9cf02b3-64da-42ec-8565-176fd7c0cf0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.422881] env[65311]: DEBUG nova.compute.manager [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Instance network_info: |[{"id": "55f1392b-1042-4ea1-82e0-0911f94422ed", "address": "fa:16:3e:35:e8:e4", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f1392b-10", "ovs_interfaceid": "55f1392b-1042-4ea1-82e0-0911f94422ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 865.422881] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:e8:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55f1392b-1042-4ea1-82e0-0911f94422ed', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.434524] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 865.435934] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.436923] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d7ae684-df2b-4cac-808d-601c92b7a2f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.457834] env[65311]: WARNING neutronclient.v2_0.client [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.462391] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.462391] env[65311]: value = "task-4428327" [ 865.462391] env[65311]: _type = "Task" [ 865.462391] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.475503] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428327, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.480215] env[65311]: WARNING neutronclient.v2_0.client [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.572552] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.643986] env[65311]: DEBUG nova.network.neutron [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Updating instance_info_cache with network_info: [{"id": "e02bffcf-337d-4619-9629-a50e2941c30d", "address": "fa:16:3e:53:d2:a9", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02bffcf-33", "ovs_interfaceid": "e02bffcf-337d-4619-9629-a50e2941c30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.657694] env[65311]: DEBUG nova.objects.base [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 865.677137] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075273} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.677907] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.678379] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ff00dc-2312-4ceb-8a0f-16b41bb6c09a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.701073] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.701887] env[65311]: DEBUG nova.compute.manager [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 865.718036] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 507aaabc-65c8-4b64-8ad4-370cb3a16ee7/507aaabc-65c8-4b64-8ad4-370cb3a16ee7.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.719033] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.606s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.722010] env[65311]: INFO nova.compute.claims [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.724518] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dff70ef-da6c-4d1a-938d-cf24cf1e2b11 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.751031] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 865.751031] env[65311]: value = "task-4428328" [ 865.751031] env[65311]: _type = "Task" [ 865.751031] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.766189] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.910958] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "68811325-d90b-414c-8510-969006be0e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.911663] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "68811325-d90b-414c-8510-969006be0e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.915126] env[65311]: WARNING neutronclient.v2_0.client [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.923861] env[65311]: WARNING neutronclient.v2_0.client [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.974492] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428327, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.038328] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.038607] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.147087] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Releasing lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.160402] env[65311]: WARNING neutronclient.v2_0.client [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.221242] env[65311]: DEBUG nova.compute.utils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.224558] env[65311]: DEBUG nova.compute.manager [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 866.224558] env[65311]: DEBUG nova.network.neutron [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 866.224558] env[65311]: WARNING neutronclient.v2_0.client [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.224558] env[65311]: WARNING neutronclient.v2_0.client [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.259722] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.284464] env[65311]: DEBUG nova.network.neutron [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance_info_cache with network_info: [{"id": "d7084695-e621-417f-bbb1-be4202fca4d7", "address": "fa:16:3e:d8:f4:48", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7084695-e6", "ovs_interfaceid": "d7084695-e621-417f-bbb1-be4202fca4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.368774] env[65311]: DEBUG nova.policy [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a1c82e11b9c4b0ca29cea6bc224fa65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772a53bbca574a6a95f99e5aef167d61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.425611] env[65311]: DEBUG nova.compute.manager [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 866.475986] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428327, 'name': CreateVM_Task, 'duration_secs': 0.56497} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.476819] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.479633] env[65311]: WARNING neutronclient.v2_0.client [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.479633] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.479633] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.479633] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.479633] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfdff88f-a1e6-4561-810b-682fc04def9c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.484897] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 866.484897] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5263e87f-25a6-edf5-f460-fcb5bb09874b" [ 866.484897] env[65311]: _type = "Task" [ 866.484897] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.499538] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5263e87f-25a6-edf5-f460-fcb5bb09874b, 'name': SearchDatastore_Task, 'duration_secs': 0.011626} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.500273] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.500514] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.500811] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.500962] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.501181] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.501500] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5a8d005-7c03-4b3f-b3d1-5355ca61ba96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.511706] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.511901] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.513101] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d40965-e11d-4bc7-b9b1-62fdfb51dd61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.521945] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 866.521945] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eb36ef-21bc-41e2-2b37-51d2c93793f6" [ 866.521945] env[65311]: _type = "Task" [ 866.521945] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.533581] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eb36ef-21bc-41e2-2b37-51d2c93793f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.541352] env[65311]: DEBUG nova.compute.manager [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 866.652349] env[65311]: DEBUG nova.compute.manager [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.653355] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424ac184-fe48-4638-96f9-88aa946d44f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.727212] env[65311]: DEBUG nova.compute.manager [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 866.761716] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428328, 'name': ReconfigVM_Task, 'duration_secs': 0.517659} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.762055] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 507aaabc-65c8-4b64-8ad4-370cb3a16ee7/507aaabc-65c8-4b64-8ad4-370cb3a16ee7.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.764098] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-901d94b5-6237-4423-a282-d169f703b4bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.772485] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 866.772485] env[65311]: value = "task-4428329" [ 866.772485] env[65311]: _type = "Task" [ 866.772485] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.785379] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428329, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.791560] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.800073] env[65311]: DEBUG nova.network.neutron [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Successfully created port: 18fb4ec1-0f47-42f8-b8d6-5c29571fd498 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 866.858632] env[65311]: WARNING neutronclient.v2_0.client [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.955467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.034793] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eb36ef-21bc-41e2-2b37-51d2c93793f6, 'name': SearchDatastore_Task, 'duration_secs': 0.02447} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.039520] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb0dfd2-78e5-411f-954c-ba7e298720c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.048560] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 867.048560] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528e9cc3-5d44-0cf1-9ba1-15e1d9430757" [ 867.048560] env[65311]: _type = "Task" [ 867.048560] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.065760] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528e9cc3-5d44-0cf1-9ba1-15e1d9430757, 'name': SearchDatastore_Task, 'duration_secs': 0.012916} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.066014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.066325] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c9cf02b3-64da-42ec-8565-176fd7c0cf0a/c9cf02b3-64da-42ec-8565-176fd7c0cf0a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.067263] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4323e04-0e94-468d-bf89-e542a34d6fcc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.071479] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.076902] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 867.076902] env[65311]: value = "task-4428330" [ 867.076902] env[65311]: _type = "Task" [ 867.076902] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.087422] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.219282] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a800a-ede9-4f8f-ab19-86a052a52377 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.228819] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6909910-7f30-4fa7-817c-b179bc7da48f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.269611] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4316e227-e66c-4db4-b13d-d3f3e6985428 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.284603] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da68e8-5fe9-4df6-8397-3b532d2f1988 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.292027] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428329, 'name': Rename_Task, 'duration_secs': 0.341969} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.292739] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.293053] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-862ba3fe-7ef9-4c01-a983-816b75deb531 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.306730] env[65311]: DEBUG nova.compute.manager [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65311) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 867.306825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.307349] env[65311]: DEBUG nova.compute.provider_tree [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.310156] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 867.310156] env[65311]: value = "task-4428331" [ 867.310156] env[65311]: _type = "Task" [ 867.310156] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.320140] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.587797] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428330, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.674152] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e406c66-4368-45dd-ac04-5a54d1c17e68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.681963] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Doing hard reboot of VM {{(pid=65311) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 867.682262] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b7209155-b3fe-428a-8cb5-df6db60f31a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.689925] env[65311]: DEBUG oslo_vmware.api [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 867.689925] env[65311]: value = "task-4428332" [ 867.689925] env[65311]: _type = "Task" [ 867.689925] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.699157] env[65311]: DEBUG oslo_vmware.api [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428332, 'name': ResetVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.737696] env[65311]: DEBUG nova.compute.manager [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 867.768646] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 867.768890] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.769052] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 867.769324] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.769421] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 867.769487] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 867.769685] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 867.769850] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 867.769988] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 867.770160] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 867.770324] env[65311]: DEBUG nova.virt.hardware [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 867.771271] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85f0981-8353-46ff-a944-3b917a7952ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.779987] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b796b96f-2b42-45b2-86aa-7c6c5850c7e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.811955] env[65311]: DEBUG nova.scheduler.client.report [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.828942] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.088038] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573851} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.088309] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c9cf02b3-64da-42ec-8565-176fd7c0cf0a/c9cf02b3-64da-42ec-8565-176fd7c0cf0a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.088541] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.088823] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b04e8b1-484f-4038-be49-7f222aafaf03 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.096185] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 868.096185] env[65311]: value = "task-4428333" [ 868.096185] env[65311]: _type = "Task" [ 868.096185] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.107206] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.201154] env[65311]: DEBUG oslo_vmware.api [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428332, 'name': ResetVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.309993] env[65311]: WARNING neutronclient.v2_0.client [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.320752] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.320993] env[65311]: DEBUG nova.compute.manager [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 868.326489] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.006s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.326489] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.326489] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 868.326489] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.177s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.326489] env[65311]: DEBUG nova.objects.instance [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 868.328958] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ce8727-4f57-4638-a312-85c8fa1a0ca5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.335350] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428331, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.345021] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd5de54-6ac9-44c9-8e75-73e14068eb35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.355021] env[65311]: DEBUG nova.network.neutron [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Updated VIF entry in instance network info cache for port b30213a8-3d11-47bd-a12b-ba4484512897. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 868.355021] env[65311]: DEBUG nova.network.neutron [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Updating instance_info_cache with network_info: [{"id": "b30213a8-3d11-47bd-a12b-ba4484512897", "address": "fa:16:3e:2d:5a:69", "network": {"id": "a0691ad0-4c77-4544-85d0-98c8b3f40e80", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2045730464-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41fcb93516884adf9fa9c6472b62fe35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30213a8-3d", "ovs_interfaceid": "b30213a8-3d11-47bd-a12b-ba4484512897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.370974] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447ddb49-0825-4529-b706-6a128a97957b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.383189] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a35560-e2d2-45ce-93c1-8e0d7dca0e0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.417202] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179182MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 868.417461] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.555532] env[65311]: DEBUG nova.network.neutron [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance_info_cache with network_info: [{"id": "9de4c47a-170c-420a-bffa-924d3629a6c0", "address": "fa:16:3e:d0:8e:3b", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de4c47a-17", "ovs_interfaceid": "9de4c47a-170c-420a-bffa-924d3629a6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.563814] env[65311]: DEBUG nova.compute.manager [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Received event network-vif-plugged-55f1392b-1042-4ea1-82e0-0911f94422ed {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 868.564068] env[65311]: DEBUG oslo_concurrency.lockutils [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] Acquiring lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.564227] env[65311]: DEBUG oslo_concurrency.lockutils [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] Lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.564383] env[65311]: DEBUG oslo_concurrency.lockutils [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] Lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.564538] env[65311]: DEBUG nova.compute.manager [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] No waiting events found dispatching network-vif-plugged-55f1392b-1042-4ea1-82e0-0911f94422ed {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 868.564693] env[65311]: WARNING nova.compute.manager [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Received unexpected event network-vif-plugged-55f1392b-1042-4ea1-82e0-0911f94422ed for instance with vm_state building and task_state spawning. [ 868.564851] env[65311]: DEBUG nova.compute.manager [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Received event network-changed-55f1392b-1042-4ea1-82e0-0911f94422ed {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 868.564979] env[65311]: DEBUG nova.compute.manager [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Refreshing instance network info cache due to event network-changed-55f1392b-1042-4ea1-82e0-0911f94422ed. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 868.568731] env[65311]: DEBUG oslo_concurrency.lockutils [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] Acquiring lock "refresh_cache-c9cf02b3-64da-42ec-8565-176fd7c0cf0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.568926] env[65311]: DEBUG oslo_concurrency.lockutils [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] Acquired lock "refresh_cache-c9cf02b3-64da-42ec-8565-176fd7c0cf0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.569073] env[65311]: DEBUG nova.network.neutron [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Refreshing network info cache for port 55f1392b-1042-4ea1-82e0-0911f94422ed {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.575340] env[65311]: DEBUG nova.network.neutron [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Successfully updated port: 18fb4ec1-0f47-42f8-b8d6-5c29571fd498 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 868.608388] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274343} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.608388] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.609541] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb2efc-53f2-415f-9e3c-80f7df85788c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.636105] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] c9cf02b3-64da-42ec-8565-176fd7c0cf0a/c9cf02b3-64da-42ec-8565-176fd7c0cf0a.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.636629] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0afec57d-7f65-4c77-88cb-0fd608b1f9a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.661458] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 868.661458] env[65311]: value = "task-4428334" [ 868.661458] env[65311]: _type = "Task" [ 868.661458] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.672183] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.707049] env[65311]: DEBUG oslo_vmware.api [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428332, 'name': ResetVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.830413] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428331, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.832306] env[65311]: DEBUG nova.compute.utils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.834119] env[65311]: DEBUG nova.compute.manager [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 868.834119] env[65311]: DEBUG nova.network.neutron [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 868.834487] env[65311]: WARNING neutronclient.v2_0.client [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.835324] env[65311]: WARNING neutronclient.v2_0.client [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.858826] env[65311]: DEBUG oslo_concurrency.lockutils [req-4da283e1-fec4-4255-a1a0-05e0f98ecef1 req-9898f74d-f313-4d85-9385-6bbbaeda5f63 service nova] Releasing lock "refresh_cache-507aaabc-65c8-4b64-8ad4-370cb3a16ee7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.928542] env[65311]: DEBUG nova.policy [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab63060660a243dcb61de91a70efd2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40207bef3f9a4b6086b25366aa67344b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.058790] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-de11687e-08cc-4ee7-91fa-789196241589" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.078581] env[65311]: WARNING neutronclient.v2_0.client [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.082807] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-b2ecdc7f-92d2-4884-bcf3-5be664c7d119" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.083097] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-b2ecdc7f-92d2-4884-bcf3-5be664c7d119" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.083312] env[65311]: DEBUG nova.network.neutron [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 869.174918] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428334, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.206224] env[65311]: DEBUG oslo_vmware.api [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428332, 'name': ResetVM_Task, 'duration_secs': 1.079547} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.206575] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Did hard reboot of VM {{(pid=65311) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 869.206641] env[65311]: DEBUG nova.compute.manager [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 869.207845] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e9122b-1d87-42b8-bb7c-dbc72d0101a8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.235856] env[65311]: DEBUG oslo_concurrency.lockutils [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Acquiring lock "cec3103f-91a0-4884-b8de-ab4633e5c087" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.236054] env[65311]: DEBUG oslo_concurrency.lockutils [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "cec3103f-91a0-4884-b8de-ab4633e5c087" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.236271] env[65311]: DEBUG oslo_concurrency.lockutils [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Acquiring lock "cec3103f-91a0-4884-b8de-ab4633e5c087-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.236469] env[65311]: DEBUG oslo_concurrency.lockutils [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "cec3103f-91a0-4884-b8de-ab4633e5c087-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.237631] env[65311]: DEBUG oslo_concurrency.lockutils [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "cec3103f-91a0-4884-b8de-ab4633e5c087-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.239147] env[65311]: INFO nova.compute.manager [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Terminating instance [ 869.330074] env[65311]: DEBUG oslo_vmware.api [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428331, 'name': PowerOnVM_Task, 'duration_secs': 1.53092} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.330950] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.330950] env[65311]: INFO nova.compute.manager [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Took 12.90 seconds to spawn the instance on the hypervisor. [ 869.330950] env[65311]: DEBUG nova.compute.manager [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 869.331656] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3128c625-a8be-4c25-855b-eb2174374a45 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.338658] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26d5d738-4415-409a-91cd-120b73e2bb97 tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.341131] env[65311]: DEBUG nova.compute.manager [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 869.343268] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.268s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.343560] env[65311]: DEBUG nova.objects.instance [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lazy-loading 'resources' on Instance uuid c229e8f7-e776-4a79-8672-51f237f99194 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.388885] env[65311]: DEBUG nova.network.neutron [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Successfully created port: f202fb87-0a3d-40ee-8a96-0d8c49a1815c {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 869.410195] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "09163485-87aa-4593-9226-05489aea9693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.411667] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "09163485-87aa-4593-9226-05489aea9693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.411940] env[65311]: WARNING neutronclient.v2_0.client [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.489190] env[65311]: DEBUG nova.network.neutron [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Updated VIF entry in instance network info cache for port 55f1392b-1042-4ea1-82e0-0911f94422ed. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 869.489551] env[65311]: DEBUG nova.network.neutron [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Updating instance_info_cache with network_info: [{"id": "55f1392b-1042-4ea1-82e0-0911f94422ed", "address": "fa:16:3e:35:e8:e4", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55f1392b-10", "ovs_interfaceid": "55f1392b-1042-4ea1-82e0-0911f94422ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.490215] env[65311]: WARNING oslo_messaging._drivers.amqpdriver [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 869.626408] env[65311]: INFO nova.compute.manager [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Rebuilding instance [ 869.636983] env[65311]: DEBUG nova.network.neutron [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 869.678114] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428334, 'name': ReconfigVM_Task, 'duration_secs': 0.542758} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.680485] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Reconfigured VM instance instance-0000003c to attach disk [datastore1] c9cf02b3-64da-42ec-8565-176fd7c0cf0a/c9cf02b3-64da-42ec-8565-176fd7c0cf0a.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.681218] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac155a02-84de-48c7-a90b-5aa77e20d944 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.690066] env[65311]: DEBUG nova.compute.manager [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 869.691373] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9374c868-fe25-48e2-8bc8-adab018a462b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.695857] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 869.695857] env[65311]: value = "task-4428335" [ 869.695857] env[65311]: _type = "Task" [ 869.695857] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.709626] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428335, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.722334] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f9e818c8-d7b2-401a-b7dc-c091796aee4e tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "c1cca378-855b-4231-a0df-caf830bf9276" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.074s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.743247] env[65311]: DEBUG nova.compute.manager [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 869.743839] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.743839] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8afe66d-b399-45d1-8a2c-29fe53fe5d12 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.752406] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for the task: (returnval){ [ 869.752406] env[65311]: value = "task-4428336" [ 869.752406] env[65311]: _type = "Task" [ 869.752406] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.765167] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.868353] env[65311]: INFO nova.compute.manager [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Took 48.37 seconds to build instance. [ 869.887418] env[65311]: WARNING neutronclient.v2_0.client [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.921662] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquiring lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.922115] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.922432] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquiring lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.922702] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.922842] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.931386] env[65311]: INFO nova.compute.manager [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Terminating instance [ 869.992611] env[65311]: DEBUG oslo_concurrency.lockutils [req-845ffa19-cc50-4afd-8956-64b6187504f4 req-6e6ba353-45fa-4de9-9838-63af4618a5d6 service nova] Releasing lock "refresh_cache-c9cf02b3-64da-42ec-8565-176fd7c0cf0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.000066] env[65311]: DEBUG nova.network.neutron [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Updating instance_info_cache with network_info: [{"id": "18fb4ec1-0f47-42f8-b8d6-5c29571fd498", "address": "fa:16:3e:d1:00:e5", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fb4ec1-0f", "ovs_interfaceid": "18fb4ec1-0f47-42f8-b8d6-5c29571fd498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.067223] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.067351] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3beb590-e99c-40e7-96ab-8801bfb05aa5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.076134] env[65311]: DEBUG oslo_vmware.api [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 870.076134] env[65311]: value = "task-4428337" [ 870.076134] env[65311]: _type = "Task" [ 870.076134] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.095232] env[65311]: DEBUG oslo_vmware.api [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.211020] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428335, 'name': Rename_Task, 'duration_secs': 0.229034} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.215082] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.216390] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe408d6-2b93-4d7c-98c2-457e7ce9ad3a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.226069] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 870.226069] env[65311]: value = "task-4428338" [ 870.226069] env[65311]: _type = "Task" [ 870.226069] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.236135] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.269317] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428336, 'name': PowerOffVM_Task, 'duration_secs': 0.316861} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.269632] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.269889] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 870.270167] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866452', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'name': 'volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cec3103f-91a0-4884-b8de-ab4633e5c087', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'serial': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 870.271446] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba08e11-6e1e-4529-9dc0-ca8823a1a8a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.300211] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b0c4d7-b383-4ebf-8e0c-9cb76e0d3781 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.308643] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80b9c97-29f0-4392-a09d-aa237e039353 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.337318] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a7bdeb-b3ba-4cb7-bd2e-97f7c4181d0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.357320] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] The volume has not been displaced from its original location: [datastore1] volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d/volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 870.362867] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.367085] env[65311]: DEBUG nova.compute.manager [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 870.369485] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef58e9bc-f5b1-41b8-b843-8f67a3a64a4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.384529] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4d851d9e-728d-4bd4-bd49-edd2f4243eb8 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.018s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.392737] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for the task: (returnval){ [ 870.392737] env[65311]: value = "task-4428339" [ 870.392737] env[65311]: _type = "Task" [ 870.392737] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.405996] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.429800] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 870.430140] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.430140] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 870.430666] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.430666] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 870.430883] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 870.432078] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.432078] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 870.432078] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 870.432078] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 870.432078] env[65311]: DEBUG nova.virt.hardware [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 870.433093] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b537599-83c6-411f-bf60-55ce42be3c11 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.440290] env[65311]: DEBUG nova.compute.manager [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 870.440377] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.441698] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830ec0d0-df7c-4947-b49c-925ae11edb1b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.455302] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.463845] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bf8b736-945b-45cf-a082-ec34a076abc5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.467140] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5750b18d-c4fa-4fcc-ada1-5f107568a0cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.485968] env[65311]: DEBUG oslo_vmware.api [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 870.485968] env[65311]: value = "task-4428340" [ 870.485968] env[65311]: _type = "Task" [ 870.485968] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.499754] env[65311]: DEBUG oslo_vmware.api [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.507073] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-b2ecdc7f-92d2-4884-bcf3-5be664c7d119" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.507474] env[65311]: DEBUG nova.compute.manager [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Instance network_info: |[{"id": "18fb4ec1-0f47-42f8-b8d6-5c29571fd498", "address": "fa:16:3e:d1:00:e5", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fb4ec1-0f", "ovs_interfaceid": "18fb4ec1-0f47-42f8-b8d6-5c29571fd498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 870.508264] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:00:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18fb4ec1-0f47-42f8-b8d6-5c29571fd498', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.516554] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 870.516873] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.517177] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb03723-d104-4a70-9260-97d7892e86c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.546627] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.546627] env[65311]: value = "task-4428341" [ 870.546627] env[65311]: _type = "Task" [ 870.546627] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.555377] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c54a95-d783-4228-8213-1e6ed6099830 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.562487] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428341, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.569023] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5699427d-f745-4cf5-b253-cd93b4e29f4a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.611726] env[65311]: DEBUG nova.compute.manager [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 870.613572] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8797134d-20da-46ca-8ed4-c46511ea1f2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.617298] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381f6a22-8baf-4d12-b98d-f444bbde1011 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.624633] env[65311]: DEBUG oslo_vmware.api [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428337, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.634213] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3722e1d-55ec-46ec-9c1d-70c790180529 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.655453] env[65311]: DEBUG nova.compute.provider_tree [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.712583] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.712912] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79a8c6c4-16e5-4032-9b02-2d990302af86 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.724015] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 870.724015] env[65311]: value = "task-4428342" [ 870.724015] env[65311]: _type = "Task" [ 870.724015] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.740689] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428338, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.745068] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.887163] env[65311]: DEBUG nova.compute.manager [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 870.905287] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428339, 'name': ReconfigVM_Task, 'duration_secs': 0.241824} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.905287] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.910194] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d3983fd-823c-41a8-8cd9-a8061bba08bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.932049] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for the task: (returnval){ [ 870.932049] env[65311]: value = "task-4428343" [ 870.932049] env[65311]: _type = "Task" [ 870.932049] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.946061] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.999553] env[65311]: DEBUG oslo_vmware.api [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428340, 'name': PowerOffVM_Task, 'duration_secs': 0.227653} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.000020] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.000020] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.000475] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eda7b58-6ba8-4786-8620-2fe2351f5e23 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.068164] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428341, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.090649] env[65311]: DEBUG oslo_vmware.api [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428337, 'name': PowerOnVM_Task, 'duration_secs': 0.546112} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.091389] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.091872] env[65311]: DEBUG nova.compute.manager [None req-f36444c7-0a7b-4cfe-868b-6d079a8d5807 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 871.097034] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc87f5c0-b1ad-4638-94ab-c55fda819674 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.102947] env[65311]: DEBUG nova.network.neutron [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Successfully updated port: f202fb87-0a3d-40ee-8a96-0d8c49a1815c {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 871.124797] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.125173] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.125382] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Deleting the datastore file [datastore2] d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.125813] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7156acc1-8ec1-4075-9bdd-5b02ad2c9c8b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.137192] env[65311]: DEBUG oslo_vmware.api [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for the task: (returnval){ [ 871.137192] env[65311]: value = "task-4428345" [ 871.137192] env[65311]: _type = "Task" [ 871.137192] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.145506] env[65311]: INFO nova.compute.manager [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] instance snapshotting [ 871.149056] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f44879-14bb-46c1-afee-9ae234f7837f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.155693] env[65311]: DEBUG oslo_vmware.api [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.173490] env[65311]: DEBUG nova.scheduler.client.report [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.178952] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d5e5fc-6c45-414b-b06b-66854d30f4a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.239030] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428342, 'name': PowerOffVM_Task, 'duration_secs': 0.424918} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.242884] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.243576] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.243576] env[65311]: DEBUG oslo_vmware.api [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428338, 'name': PowerOnVM_Task, 'duration_secs': 0.819803} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.244172] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efe75349-a0e5-4bc3-bf35-1e663a19b013 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.245957] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.246405] env[65311]: INFO nova.compute.manager [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Took 8.49 seconds to spawn the instance on the hypervisor. [ 871.246474] env[65311]: DEBUG nova.compute.manager [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 871.248213] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76eb33d-3898-4285-bc62-f576c6aeffa9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.262118] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 871.262118] env[65311]: value = "task-4428346" [ 871.262118] env[65311]: _type = "Task" [ 871.262118] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.273662] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 871.273778] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 871.277031] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866457', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'name': 'volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad17fbce-d679-4497-81a7-ed73b25b4843', 'attached_at': '', 'detached_at': '', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'serial': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 871.277031] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e51b6d-9913-4ab9-b2d0-110ee5b31203 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.296135] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f698b2e-48a6-469a-a45c-3103bf7cbc90 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.308392] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e9fbef-d92d-40d6-9a41-2b6b52d15fc8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.339149] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c1d796-37be-4865-a4e5-060bf54631e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.360609] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6/volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 871.367418] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 871.367578] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d86fca5-2e46-4fa2-bd86-4ab7a7e000e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.390482] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 871.390482] env[65311]: value = "task-4428347" [ 871.390482] env[65311]: _type = "Task" [ 871.390482] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.403340] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.415513] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.446798] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428343, 'name': ReconfigVM_Task, 'duration_secs': 0.16435} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.446798] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866452', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'name': 'volume-cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cec3103f-91a0-4884-b8de-ab4633e5c087', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d', 'serial': 'cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 871.446798] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.447227] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3edbd4-f93b-440d-8039-def5dc7e515d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.460027] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.460027] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-918bde3a-5e31-40a3-9d61-d474c5b69651 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.539443] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.539721] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.541022] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Deleting the datastore file [datastore1] cec3103f-91a0-4884-b8de-ab4633e5c087 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.541022] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e6644c7-d8fb-480c-b53f-14a81e8be708 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.548592] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for the task: (returnval){ [ 871.548592] env[65311]: value = "task-4428349" [ 871.548592] env[65311]: _type = "Task" [ 871.548592] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.562837] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428341, 'name': CreateVM_Task, 'duration_secs': 0.5618} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.567384] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.570577] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.571155] env[65311]: WARNING neutronclient.v2_0.client [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.571509] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.571655] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.571975] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.572268] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.572450] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.572653] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1a790d-0586-45c5-9681-2cd7b971743d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.579845] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 871.579845] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a906bf-db50-9ded-0b7b-edfe9b279b87" [ 871.579845] env[65311]: _type = "Task" [ 871.579845] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.590189] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a906bf-db50-9ded-0b7b-edfe9b279b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.608793] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "refresh_cache-6a01330e-80b5-4208-a0eb-4ac7461e6d06" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.609151] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "refresh_cache-6a01330e-80b5-4208-a0eb-4ac7461e6d06" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.609682] env[65311]: DEBUG nova.network.neutron [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 871.637302] env[65311]: DEBUG nova.compute.manager [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Received event network-vif-plugged-18fb4ec1-0f47-42f8-b8d6-5c29571fd498 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 871.637651] env[65311]: DEBUG oslo_concurrency.lockutils [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] Acquiring lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.637748] env[65311]: DEBUG oslo_concurrency.lockutils [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] Lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.637853] env[65311]: DEBUG oslo_concurrency.lockutils [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] Lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.638018] env[65311]: DEBUG nova.compute.manager [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] No waiting events found dispatching network-vif-plugged-18fb4ec1-0f47-42f8-b8d6-5c29571fd498 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 871.638289] env[65311]: WARNING nova.compute.manager [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Received unexpected event network-vif-plugged-18fb4ec1-0f47-42f8-b8d6-5c29571fd498 for instance with vm_state building and task_state spawning. [ 871.638344] env[65311]: DEBUG nova.compute.manager [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Received event network-changed-18fb4ec1-0f47-42f8-b8d6-5c29571fd498 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 871.638466] env[65311]: DEBUG nova.compute.manager [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Refreshing instance network info cache due to event network-changed-18fb4ec1-0f47-42f8-b8d6-5c29571fd498. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 871.638636] env[65311]: DEBUG oslo_concurrency.lockutils [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] Acquiring lock "refresh_cache-b2ecdc7f-92d2-4884-bcf3-5be664c7d119" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.638999] env[65311]: DEBUG oslo_concurrency.lockutils [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] Acquired lock "refresh_cache-b2ecdc7f-92d2-4884-bcf3-5be664c7d119" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.638999] env[65311]: DEBUG nova.network.neutron [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Refreshing network info cache for port 18fb4ec1-0f47-42f8-b8d6-5c29571fd498 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.651521] env[65311]: DEBUG oslo_vmware.api [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Task: {'id': task-4428345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255158} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.651957] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.652068] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.652165] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.652322] env[65311]: INFO nova.compute.manager [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 871.652566] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 871.652766] env[65311]: DEBUG nova.compute.manager [-] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 871.652909] env[65311]: DEBUG nova.network.neutron [-] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 871.653554] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.679078] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.683106] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.096s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.683399] env[65311]: DEBUG nova.objects.instance [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lazy-loading 'resources' on Instance uuid 50dce140-8749-4991-8907-fcab2f9fc0b6 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.692352] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 871.692648] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-da03bb24-1046-4f54-bed8-b6ea0173b5e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.703982] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 871.703982] env[65311]: value = "task-4428350" [ 871.703982] env[65311]: _type = "Task" [ 871.703982] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.720423] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.724811] env[65311]: INFO nova.scheduler.client.report [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Deleted allocations for instance c229e8f7-e776-4a79-8672-51f237f99194 [ 871.771075] env[65311]: INFO nova.compute.manager [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Took 45.97 seconds to build instance. [ 871.857716] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.857985] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.902372] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428347, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.003562] env[65311]: DEBUG nova.compute.manager [req-e86937cf-3f35-4891-b128-b409a3d12a0a req-63b722b8-c02a-4e64-ba26-d3e39e023a77 service nova] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Received event network-vif-plugged-f202fb87-0a3d-40ee-8a96-0d8c49a1815c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 872.003912] env[65311]: DEBUG oslo_concurrency.lockutils [req-e86937cf-3f35-4891-b128-b409a3d12a0a req-63b722b8-c02a-4e64-ba26-d3e39e023a77 service nova] Acquiring lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.003986] env[65311]: DEBUG oslo_concurrency.lockutils [req-e86937cf-3f35-4891-b128-b409a3d12a0a req-63b722b8-c02a-4e64-ba26-d3e39e023a77 service nova] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.004155] env[65311]: DEBUG oslo_concurrency.lockutils [req-e86937cf-3f35-4891-b128-b409a3d12a0a req-63b722b8-c02a-4e64-ba26-d3e39e023a77 service nova] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.004318] env[65311]: DEBUG nova.compute.manager [req-e86937cf-3f35-4891-b128-b409a3d12a0a req-63b722b8-c02a-4e64-ba26-d3e39e023a77 service nova] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] No waiting events found dispatching network-vif-plugged-f202fb87-0a3d-40ee-8a96-0d8c49a1815c {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 872.004594] env[65311]: WARNING nova.compute.manager [req-e86937cf-3f35-4891-b128-b409a3d12a0a req-63b722b8-c02a-4e64-ba26-d3e39e023a77 service nova] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Received unexpected event network-vif-plugged-f202fb87-0a3d-40ee-8a96-0d8c49a1815c for instance with vm_state building and task_state spawning. [ 872.064230] env[65311]: DEBUG oslo_vmware.api [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Task: {'id': task-4428349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132506} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.065253] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.065253] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.065402] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.066317] env[65311]: INFO nova.compute.manager [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Took 2.32 seconds to destroy the instance on the hypervisor. [ 872.066317] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 872.066317] env[65311]: DEBUG nova.compute.manager [-] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 872.066591] env[65311]: DEBUG nova.network.neutron [-] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 872.066808] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.093704] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a906bf-db50-9ded-0b7b-edfe9b279b87, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.094039] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.094357] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.094657] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.094866] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.097342] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.097672] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d25dd031-8fe6-4ee2-b6af-0f56910e6e7f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.112766] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.112766] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.113251] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c09f708-cc0a-49f0-babe-623151880c82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.125207] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 872.125207] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a65cc1-f07b-a203-b600-8ae365a90dff" [ 872.125207] env[65311]: _type = "Task" [ 872.125207] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.134203] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.141015] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a65cc1-f07b-a203-b600-8ae365a90dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.141537] env[65311]: WARNING neutronclient.v2_0.client [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.163817] env[65311]: DEBUG nova.network.neutron [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 872.193483] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.216918] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428350, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.233049] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a8bebd5a-af5b-4d3c-a2c6-e045f6315155 tempest-ServerAddressesNegativeTestJSON-17326784 tempest-ServerAddressesNegativeTestJSON-17326784-project-member] Lock "c229e8f7-e776-4a79-8672-51f237f99194" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.620s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.274746] env[65311]: DEBUG oslo_concurrency.lockutils [None req-404550c8-1b85-4533-b747-b6b5921224eb tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.452s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.403118] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428347, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.646481] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a65cc1-f07b-a203-b600-8ae365a90dff, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.649321] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e2ec1dc-a0b0-497d-b108-0a72142d7ab6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.655744] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 872.655744] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b0297d-9ee2-09e8-8a79-ab0cb4113214" [ 872.655744] env[65311]: _type = "Task" [ 872.655744] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.676956] env[65311]: WARNING neutronclient.v2_0.client [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.686379] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b0297d-9ee2-09e8-8a79-ab0cb4113214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.523379] env[65311]: WARNING neutronclient.v2_0.client [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.530660] env[65311]: DEBUG nova.compute.manager [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 873.533493] env[65311]: DEBUG nova.network.neutron [-] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.538022] env[65311]: DEBUG nova.network.neutron [-] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.550718] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428350, 'name': CreateSnapshot_Task, 'duration_secs': 1.198822} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.551576] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 873.553261] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfafa03-f66f-444f-99b6-5f03bcdf8130 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.567952] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b0297d-9ee2-09e8-8a79-ab0cb4113214, 'name': SearchDatastore_Task, 'duration_secs': 0.027622} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.567952] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428347, 'name': ReconfigVM_Task, 'duration_secs': 1.242934} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.568110] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.568358] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] b2ecdc7f-92d2-4884-bcf3-5be664c7d119/b2ecdc7f-92d2-4884-bcf3-5be664c7d119.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.570059] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 873.577581] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97f79575-efaa-4ae3-a357-d60860299b90 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.580235] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417bb9a6-4074-4873-b4ca-4496b6f6f2d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.596913] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e9da3c-a060-492e-9ee3-b12ca92749f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.611527] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf699fd-cd27-4676-bff1-1852c7339472 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.615936] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 873.615936] env[65311]: value = "task-4428351" [ 873.615936] env[65311]: _type = "Task" [ 873.615936] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.616278] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 873.616278] env[65311]: value = "task-4428352" [ 873.616278] env[65311]: _type = "Task" [ 873.616278] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.617779] env[65311]: DEBUG nova.network.neutron [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Updating instance_info_cache with network_info: [{"id": "f202fb87-0a3d-40ee-8a96-0d8c49a1815c", "address": "fa:16:3e:58:db:3c", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf202fb87-0a", "ovs_interfaceid": "f202fb87-0a3d-40ee-8a96-0d8c49a1815c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.657910] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca12d88-665a-4c9b-8263-d93671129f96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.667915] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.668264] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.678587] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aa5d9a-372b-42e1-8566-4eaa23397c8d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.699245] env[65311]: DEBUG nova.compute.provider_tree [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.740429] env[65311]: DEBUG nova.network.neutron [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Updated VIF entry in instance network info cache for port 18fb4ec1-0f47-42f8-b8d6-5c29571fd498. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 873.740908] env[65311]: DEBUG nova.network.neutron [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Updating instance_info_cache with network_info: [{"id": "18fb4ec1-0f47-42f8-b8d6-5c29571fd498", "address": "fa:16:3e:d1:00:e5", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18fb4ec1-0f", "ovs_interfaceid": "18fb4ec1-0f47-42f8-b8d6-5c29571fd498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.039859] env[65311]: INFO nova.compute.manager [-] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Took 1.97 seconds to deallocate network for instance. [ 874.040490] env[65311]: INFO nova.compute.manager [-] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Took 2.39 seconds to deallocate network for instance. [ 874.089707] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.110272] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 874.113022] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "de11687e-08cc-4ee7-91fa-789196241589" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.113022] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.113022] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "de11687e-08cc-4ee7-91fa-789196241589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.113022] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.113022] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.115607] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4e33a2e-8724-4586-a18e-9a90a91ff6ea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.120621] env[65311]: INFO nova.compute.manager [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Terminating instance [ 874.122794] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "refresh_cache-6a01330e-80b5-4208-a0eb-4ac7461e6d06" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.125812] env[65311]: DEBUG nova.compute.manager [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Instance network_info: |[{"id": "f202fb87-0a3d-40ee-8a96-0d8c49a1815c", "address": "fa:16:3e:58:db:3c", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf202fb87-0a", "ovs_interfaceid": "f202fb87-0a3d-40ee-8a96-0d8c49a1815c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 874.125812] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d20a0e1-c503-4d82-8481-cbb4afb899e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.144246] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:db:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f202fb87-0a3d-40ee-8a96-0d8c49a1815c', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.150531] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Creating folder: Project (40207bef3f9a4b6086b25366aa67344b). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.152732] env[65311]: DEBUG nova.compute.manager [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 874.153030] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.154825] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41a43021-f774-47ad-9a01-7bf738061be5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.158590] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a162c2-37bc-47f7-8d44-57f77faf139e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.161958] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 874.161958] env[65311]: value = "task-4428353" [ 874.161958] env[65311]: _type = "Task" [ 874.161958] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.165673] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-883f0294-8221-40fc-a0e2-5409c2957cc6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Suspending the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 874.170377] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b05d1462-9d11-4b58-93b3-4254fd63a327 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.180788] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.180788] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428352, 'name': ReconfigVM_Task, 'duration_secs': 0.147202} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.180788] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428351, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.182905] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b46f7471-8a42-4eed-98c3-3d99fe997716 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.184897] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866457', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'name': 'volume-7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad17fbce-d679-4497-81a7-ed73b25b4843', 'attached_at': '', 'detached_at': '', 'volume_id': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6', 'serial': '7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 874.185308] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.186252] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33239a-4a52-440b-8721-7bcd13eb1b8f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.196308] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquiring lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.196745] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.196745] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquiring lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.197186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.197186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.200317] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428353, 'name': CloneVM_Task} progress is 12%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.200969] env[65311]: INFO nova.compute.manager [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Terminating instance [ 874.204879] env[65311]: DEBUG nova.scheduler.client.report [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.208447] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Created folder: Project (40207bef3f9a4b6086b25366aa67344b) in parent group-v866349. [ 874.208731] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Creating folder: Instances. Parent ref: group-v866530. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.212547] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74988670-9151-449e-a1d2-0bd383ac7654 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.214658] env[65311]: DEBUG oslo_vmware.api [None req-883f0294-8221-40fc-a0e2-5409c2957cc6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 874.214658] env[65311]: value = "task-4428356" [ 874.214658] env[65311]: _type = "Task" [ 874.214658] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.215668] env[65311]: DEBUG oslo_vmware.api [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 874.215668] env[65311]: value = "task-4428355" [ 874.215668] env[65311]: _type = "Task" [ 874.215668] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.220447] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.233084] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dde3ee9-43dd-4490-9fa8-2dab423cd765 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.240204] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Created folder: Instances in parent group-v866530. [ 874.240204] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 874.241228] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.242702] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a084656e-e47f-45a5-abe4-6a6512b854d0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.267995] env[65311]: DEBUG oslo_concurrency.lockutils [req-3478fbc1-5772-40ea-a3b9-169660efa27c req-6dcc7cb8-93db-4555-9324-3c16b3abd4e0 service nova] Releasing lock "refresh_cache-b2ecdc7f-92d2-4884-bcf3-5be664c7d119" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.269103] env[65311]: DEBUG oslo_vmware.api [None req-883f0294-8221-40fc-a0e2-5409c2957cc6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428356, 'name': SuspendVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.269162] env[65311]: DEBUG oslo_vmware.api [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.278046] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.278046] env[65311]: value = "task-4428359" [ 874.278046] env[65311]: _type = "Task" [ 874.278046] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.290187] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428359, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.358666] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.358920] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.359324] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Deleting the datastore file [datastore1] ad17fbce-d679-4497-81a7-ed73b25b4843 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.359826] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-655251ab-c552-4c67-9873-78b7bd82a77c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.370910] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for the task: (returnval){ [ 874.370910] env[65311]: value = "task-4428360" [ 874.370910] env[65311]: _type = "Task" [ 874.370910] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.384833] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.450774] env[65311]: DEBUG nova.compute.manager [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Received event network-vif-deleted-6ec8c8b8-8321-4848-b363-46687cd94080 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 874.451236] env[65311]: DEBUG nova.compute.manager [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Received event network-changed-e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 874.451657] env[65311]: DEBUG nova.compute.manager [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Refreshing instance network info cache due to event network-changed-e02bffcf-337d-4619-9629-a50e2941c30d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 874.451966] env[65311]: DEBUG oslo_concurrency.lockutils [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] Acquiring lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.452234] env[65311]: DEBUG oslo_concurrency.lockutils [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] Acquired lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.452411] env[65311]: DEBUG nova.network.neutron [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Refreshing network info cache for port e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.569076] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.611241] env[65311]: DEBUG nova.compute.manager [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Received event network-changed-f202fb87-0a3d-40ee-8a96-0d8c49a1815c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 874.611541] env[65311]: DEBUG nova.compute.manager [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Refreshing instance network info cache due to event network-changed-f202fb87-0a3d-40ee-8a96-0d8c49a1815c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 874.612321] env[65311]: DEBUG oslo_concurrency.lockutils [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] Acquiring lock "refresh_cache-6a01330e-80b5-4208-a0eb-4ac7461e6d06" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.612321] env[65311]: DEBUG oslo_concurrency.lockutils [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] Acquired lock "refresh_cache-6a01330e-80b5-4208-a0eb-4ac7461e6d06" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.612321] env[65311]: DEBUG nova.network.neutron [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Refreshing network info cache for port f202fb87-0a3d-40ee-8a96-0d8c49a1815c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.615415] env[65311]: INFO nova.compute.manager [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Took 0.57 seconds to detach 1 volumes for instance. [ 874.618113] env[65311]: DEBUG nova.compute.manager [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Deleting volume: cd2ee0c6-33f7-47e5-9a0a-8d9ad88ea53d {{(pid=65311) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 874.644483] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587783} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.644775] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] b2ecdc7f-92d2-4884-bcf3-5be664c7d119/b2ecdc7f-92d2-4884-bcf3-5be664c7d119.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.645032] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.645683] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6caf14c7-54c2-4d9e-8e92-9d5800e56b6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.655396] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 874.655396] env[65311]: value = "task-4428361" [ 874.655396] env[65311]: _type = "Task" [ 874.655396] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.677570] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.692317] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428353, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.712441] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.030s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.719105] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.358s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.719105] env[65311]: DEBUG nova.objects.instance [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lazy-loading 'resources' on Instance uuid aa425aee-d531-482a-9a1e-739cde5a260c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.721949] env[65311]: DEBUG nova.compute.manager [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 874.726061] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.728625] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ce59f-fbf9-4e12-9c63-0aeff629ef82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.755950] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.769993] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a35c32c6-73b0-4fce-86ae-66e1b787692c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.774140] env[65311]: DEBUG oslo_vmware.api [None req-883f0294-8221-40fc-a0e2-5409c2957cc6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428356, 'name': SuspendVM_Task} progress is 58%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.774140] env[65311]: DEBUG oslo_vmware.api [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428355, 'name': PowerOffVM_Task, 'duration_secs': 0.351362} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.774832] env[65311]: INFO nova.scheduler.client.report [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Deleted allocations for instance 50dce140-8749-4991-8907-fcab2f9fc0b6 [ 874.778980] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.779211] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.783148] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d07fc9-8fac-4c01-96bb-eefea22d47dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.792031] env[65311]: DEBUG oslo_vmware.api [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 874.792031] env[65311]: value = "task-4428363" [ 874.792031] env[65311]: _type = "Task" [ 874.792031] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.812229] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428359, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.820400] env[65311]: DEBUG oslo_vmware.api [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.869314] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.869314] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.869500] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleting the datastore file [datastore2] de11687e-08cc-4ee7-91fa-789196241589 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.869618] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e50b2ddf-2fab-4efc-8e19-b929ca875c04 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.884546] env[65311]: DEBUG oslo_vmware.api [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Task: {'id': task-4428360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359876} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.886139] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.886333] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.886505] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.888325] env[65311]: DEBUG oslo_vmware.api [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 874.888325] env[65311]: value = "task-4428365" [ 874.888325] env[65311]: _type = "Task" [ 874.888325] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.898126] env[65311]: DEBUG oslo_vmware.api [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.956895] env[65311]: WARNING neutronclient.v2_0.client [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.977108] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 874.977108] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d73dbb4-6a93-49f7-8ffe-d059d3d54260 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.990020] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aec8354-0f64-4ad3-93ef-fc6615012690 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.038059] env[65311]: ERROR nova.compute.manager [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Failed to detach volume 7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6 from /dev/sda: nova.exception.InstanceNotFound: Instance ad17fbce-d679-4497-81a7-ed73b25b4843 could not be found. [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Traceback (most recent call last): [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self.driver.rebuild(**kwargs) [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] raise NotImplementedError() [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] NotImplementedError [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] During handling of the above exception, another exception occurred: [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Traceback (most recent call last): [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self.driver.detach_volume(context, old_connection_info, [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] return self._volumeops.detach_volume(connection_info, instance) [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self._detach_volume_vmdk(connection_info, instance) [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] stable_ref.fetch_moref(session) [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] raise exception.InstanceNotFound(instance_id=self._uuid) [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] nova.exception.InstanceNotFound: Instance ad17fbce-d679-4497-81a7-ed73b25b4843 could not be found. [ 875.038059] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] [ 875.118681] env[65311]: WARNING neutronclient.v2_0.client [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.193233] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089389} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.193233] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.193233] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff95bdeb-433b-4a11-bf8e-56aea04bbfc7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.193233] env[65311]: DEBUG oslo_concurrency.lockutils [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.194346] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428353, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.217114] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] b2ecdc7f-92d2-4884-bcf3-5be664c7d119/b2ecdc7f-92d2-4884-bcf3-5be664c7d119.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.220526] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d80e03-f234-493e-b51e-1fe50350d206 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.255378] env[65311]: DEBUG oslo_vmware.api [None req-883f0294-8221-40fc-a0e2-5409c2957cc6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428356, 'name': SuspendVM_Task, 'duration_secs': 0.987528} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.257790] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-883f0294-8221-40fc-a0e2-5409c2957cc6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Suspended the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 875.257790] env[65311]: DEBUG nova.compute.manager [None req-883f0294-8221-40fc-a0e2-5409c2957cc6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 875.257790] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 875.257790] env[65311]: value = "task-4428366" [ 875.257790] env[65311]: _type = "Task" [ 875.257790] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.258705] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794b286b-5d24-4530-bafb-1a9096c0b1f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.274360] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428366, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.284048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "c1cca378-855b-4231-a0df-caf830bf9276" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.284360] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "c1cca378-855b-4231-a0df-caf830bf9276" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.284755] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "c1cca378-855b-4231-a0df-caf830bf9276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.284755] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "c1cca378-855b-4231-a0df-caf830bf9276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.285822] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "c1cca378-855b-4231-a0df-caf830bf9276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.294020] env[65311]: INFO nova.compute.manager [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Terminating instance [ 875.296146] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73cb65dc-35b1-4cbf-a19c-0d49f297234b tempest-FloatingIPsAssociationTestJSON-1677333687 tempest-FloatingIPsAssociationTestJSON-1677333687-project-member] Lock "50dce140-8749-4991-8907-fcab2f9fc0b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.117s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.300796] env[65311]: DEBUG nova.compute.utils [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Build of instance ad17fbce-d679-4497-81a7-ed73b25b4843 aborted: Failed to rebuild volume backed instance. {{(pid=65311) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 875.307076] env[65311]: ERROR nova.compute.manager [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ad17fbce-d679-4497-81a7-ed73b25b4843 aborted: Failed to rebuild volume backed instance. [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Traceback (most recent call last): [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self.driver.rebuild(**kwargs) [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] raise NotImplementedError() [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] NotImplementedError [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] During handling of the above exception, another exception occurred: [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Traceback (most recent call last): [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 3680, in _rebuild_volume_backed_instance [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self._detach_root_volume(context, instance, root_bdm) [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 3659, in _detach_root_volume [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] with excutils.save_and_reraise_exception(): [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self.force_reraise() [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] raise self.value [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self.driver.detach_volume(context, old_connection_info, [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] return self._volumeops.detach_volume(connection_info, instance) [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self._detach_volume_vmdk(connection_info, instance) [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] stable_ref.fetch_moref(session) [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] raise exception.InstanceNotFound(instance_id=self._uuid) [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] nova.exception.InstanceNotFound: Instance ad17fbce-d679-4497-81a7-ed73b25b4843 could not be found. [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] During handling of the above exception, another exception occurred: [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Traceback (most recent call last): [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 11550, in _error_out_instance_on_exception [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] yield [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 3948, in rebuild_instance [ 875.307076] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self._do_rebuild_instance_with_claim( [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 4034, in _do_rebuild_instance_with_claim [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self._do_rebuild_instance( [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 4226, in _do_rebuild_instance [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self._rebuild_default_impl(**kwargs) [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 3803, in _rebuild_default_impl [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] self._rebuild_volume_backed_instance( [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] File "/opt/stack/nova/nova/compute/manager.py", line 3695, in _rebuild_volume_backed_instance [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] raise exception.BuildAbortException( [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] nova.exception.BuildAbortException: Build of instance ad17fbce-d679-4497-81a7-ed73b25b4843 aborted: Failed to rebuild volume backed instance. [ 875.308149] env[65311]: ERROR nova.compute.manager [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] [ 875.318693] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428359, 'name': CreateVM_Task, 'duration_secs': 0.56268} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.319018] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.319701] env[65311]: WARNING neutronclient.v2_0.client [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.320280] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.320562] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.321049] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.324627] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99bad8af-8502-4fe1-9299-5de85cddca3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.326801] env[65311]: DEBUG oslo_vmware.api [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428363, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.334026] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 875.334026] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5292622e-6c48-30db-b6f1-ee2e9a088aa1" [ 875.334026] env[65311]: _type = "Task" [ 875.334026] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.345739] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5292622e-6c48-30db-b6f1-ee2e9a088aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.407713] env[65311]: DEBUG oslo_vmware.api [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324386} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.407974] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.408243] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.408484] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.408741] env[65311]: INFO nova.compute.manager [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: de11687e-08cc-4ee7-91fa-789196241589] Took 1.26 seconds to destroy the instance on the hypervisor. [ 875.409040] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 875.409268] env[65311]: DEBUG nova.compute.manager [-] [instance: de11687e-08cc-4ee7-91fa-789196241589] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 875.409400] env[65311]: DEBUG nova.network.neutron [-] [instance: de11687e-08cc-4ee7-91fa-789196241589] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 875.409758] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.601363] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.682353] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428353, 'name': CloneVM_Task} progress is 95%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.716862] env[65311]: WARNING neutronclient.v2_0.client [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.777603] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.813535] env[65311]: DEBUG nova.compute.manager [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 875.813819] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.817671] env[65311]: DEBUG oslo_vmware.api [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428363, 'name': PowerOffVM_Task, 'duration_secs': 0.551958} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.819359] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1835947-4b69-440d-b245-adfc949e673d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.823557] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.823800] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.828266] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa49b639-85c0-45a5-b832-79b4afda0458 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.831238] env[65311]: WARNING neutronclient.v2_0.client [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.841564] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.844844] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2673ab17-9a07-4734-afe9-4280c92c1a48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.851985] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5292622e-6c48-30db-b6f1-ee2e9a088aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013878} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.853581] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.853834] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.854114] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.854233] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.854442] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.854846] env[65311]: DEBUG oslo_vmware.api [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 875.854846] env[65311]: value = "task-4428368" [ 875.854846] env[65311]: _type = "Task" [ 875.854846] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.855668] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fab46662-db6e-43c3-bb84-10e36518cf57 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.863094] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecbf403-f0e9-4dcb-aa25-fbfa394fb130 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.876200] env[65311]: DEBUG oslo_vmware.api [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.879788] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.879942] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.880684] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de419032-9783-40f8-a84e-38073443a1bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.884241] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4372fdf2-b684-49a9-9052-191ca5b4a438 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.893532] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 875.893532] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a0ec25-b557-27c6-8f68-9379cd143a4e" [ 875.893532] env[65311]: _type = "Task" [ 875.893532] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.926402] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be120a24-97cd-4198-bcf6-a20205465099 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.929348] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.929550] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.929763] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Deleting the datastore file [datastore2] 507aaabc-65c8-4b64-8ad4-370cb3a16ee7 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.930848] env[65311]: DEBUG nova.network.neutron [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Updated VIF entry in instance network info cache for port e02bffcf-337d-4619-9629-a50e2941c30d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 875.931204] env[65311]: DEBUG nova.network.neutron [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Updating instance_info_cache with network_info: [{"id": "e02bffcf-337d-4619-9629-a50e2941c30d", "address": "fa:16:3e:53:d2:a9", "network": {"id": "70274d4b-a0fd-40bd-9fb3-ef920762f953", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-546205092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "430490f0df4d4743898bd464dd11ec50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02bffcf-33", "ovs_interfaceid": "e02bffcf-337d-4619-9629-a50e2941c30d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.932954] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eb68458-5c2a-49a0-a9bf-ddf04227ceae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.945992] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a0ec25-b557-27c6-8f68-9379cd143a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.018726} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.949335] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b530e309-0c75-486b-beed-c338c9e74e58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.954532] env[65311]: DEBUG oslo_vmware.api [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for the task: (returnval){ [ 875.954532] env[65311]: value = "task-4428369" [ 875.954532] env[65311]: _type = "Task" [ 875.954532] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.955482] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab622e38-0647-4c87-b243-8aad203d5dae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.972490] env[65311]: DEBUG nova.compute.provider_tree [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.977854] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 875.977854] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528c776f-4d07-ac64-b61d-09af5f2f08c4" [ 875.977854] env[65311]: _type = "Task" [ 875.977854] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.981652] env[65311]: DEBUG oslo_vmware.api [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.993220] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528c776f-4d07-ac64-b61d-09af5f2f08c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.182102] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428353, 'name': CloneVM_Task, 'duration_secs': 1.653988} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.182337] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Created linked-clone VM from snapshot [ 876.183149] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4085eb44-af0d-47a9-8601-3b278ee234e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.192044] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Uploading image 37dd6050-1611-462c-9b74-bb4f632b9c71 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 876.205902] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.206317] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf81be11-67fe-450f-a3b0-157b667545d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.214851] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 876.214851] env[65311]: value = "task-4428370" [ 876.214851] env[65311]: _type = "Task" [ 876.214851] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.229064] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428370, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.274493] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428366, 'name': ReconfigVM_Task, 'duration_secs': 0.754942} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.277791] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Reconfigured VM instance instance-0000003d to attach disk [datastore1] b2ecdc7f-92d2-4884-bcf3-5be664c7d119/b2ecdc7f-92d2-4884-bcf3-5be664c7d119.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.277791] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40ffeaf9-fc26-48e7-82bc-e21a7acc0bd9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.286028] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 876.286028] env[65311]: value = "task-4428371" [ 876.286028] env[65311]: _type = "Task" [ 876.286028] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.296937] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428371, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.344551] env[65311]: DEBUG nova.network.neutron [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Updated VIF entry in instance network info cache for port f202fb87-0a3d-40ee-8a96-0d8c49a1815c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 876.344551] env[65311]: DEBUG nova.network.neutron [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Updating instance_info_cache with network_info: [{"id": "f202fb87-0a3d-40ee-8a96-0d8c49a1815c", "address": "fa:16:3e:58:db:3c", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf202fb87-0a", "ovs_interfaceid": "f202fb87-0a3d-40ee-8a96-0d8c49a1815c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.371905] env[65311]: DEBUG oslo_vmware.api [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428368, 'name': PowerOffVM_Task, 'duration_secs': 0.268953} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.374069] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.374069] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.374069] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2182772a-56b0-4c90-9c8e-e7f7cf684f9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.434419] env[65311]: DEBUG oslo_concurrency.lockutils [req-d003eb47-f19c-4173-a709-b2e6220dc963 req-7fd2f577-e5cb-421a-a815-52a61f57ab71 service nova] Releasing lock "refresh_cache-c1cca378-855b-4231-a0df-caf830bf9276" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.452566] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.452881] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.453111] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Deleting the datastore file [datastore1] c1cca378-855b-4231-a0df-caf830bf9276 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.453588] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1aeb787-bece-4117-9606-5a91ef28b6ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.464300] env[65311]: DEBUG oslo_vmware.api [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 876.464300] env[65311]: value = "task-4428373" [ 876.464300] env[65311]: _type = "Task" [ 876.464300] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.472447] env[65311]: DEBUG oslo_vmware.api [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Task: {'id': task-4428369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268876} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.473225] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.473404] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.473586] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.473787] env[65311]: INFO nova.compute.manager [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Took 1.75 seconds to destroy the instance on the hypervisor. [ 876.474050] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 876.474341] env[65311]: DEBUG nova.compute.manager [-] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 876.474515] env[65311]: DEBUG nova.network.neutron [-] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 876.474783] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.482233] env[65311]: DEBUG nova.scheduler.client.report [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.486218] env[65311]: DEBUG oslo_vmware.api [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.496868] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528c776f-4d07-ac64-b61d-09af5f2f08c4, 'name': SearchDatastore_Task, 'duration_secs': 0.02156} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.497632] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.497632] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 6a01330e-80b5-4208-a0eb-4ac7461e6d06/6a01330e-80b5-4208-a0eb-4ac7461e6d06.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.498060] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0369a2a3-d681-42ab-b290-2c7a5a3cd4db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.506797] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 876.506797] env[65311]: value = "task-4428374" [ 876.506797] env[65311]: _type = "Task" [ 876.506797] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.518411] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.618089] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.729163] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428370, 'name': Destroy_Task, 'duration_secs': 0.490831} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.729163] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Destroyed the VM [ 876.729509] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.729674] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-950bb98b-27fe-415a-b404-8b4be6d7a7b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.738892] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 876.738892] env[65311]: value = "task-4428375" [ 876.738892] env[65311]: _type = "Task" [ 876.738892] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.751964] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.752514] env[65311]: DEBUG nova.network.neutron [-] [instance: de11687e-08cc-4ee7-91fa-789196241589] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.804686] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428371, 'name': Rename_Task, 'duration_secs': 0.183781} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.804992] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.805297] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fb425e5-16a3-46c2-bbbd-665cec9eb06a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.815267] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 876.815267] env[65311]: value = "task-4428376" [ 876.815267] env[65311]: _type = "Task" [ 876.815267] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.827419] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.847498] env[65311]: DEBUG oslo_concurrency.lockutils [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] Releasing lock "refresh_cache-6a01330e-80b5-4208-a0eb-4ac7461e6d06" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.847498] env[65311]: DEBUG nova.compute.manager [req-0bd74c87-8b76-47fc-ac16-00b2bcfd1830 req-5bdff126-7ca1-4424-8b03-e7599f40c600 service nova] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Received event network-vif-deleted-1329df5b-3a32-4c08-9b74-227326e87385 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 876.979793] env[65311]: DEBUG oslo_vmware.api [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193556} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.980170] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.980372] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.980576] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.980798] env[65311]: INFO nova.compute.manager [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Took 1.17 seconds to destroy the instance on the hypervisor. [ 876.981134] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 876.981389] env[65311]: DEBUG nova.compute.manager [-] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 876.981494] env[65311]: DEBUG nova.network.neutron [-] [instance: c1cca378-855b-4231-a0df-caf830bf9276] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 876.981771] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.989301] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.990356] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.338s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.994066] env[65311]: INFO nova.compute.claims [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.028042] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.028397] env[65311]: INFO nova.scheduler.client.report [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Deleted allocations for instance aa425aee-d531-482a-9a1e-739cde5a260c [ 877.037681] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.254354] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428375, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.254953] env[65311]: INFO nova.compute.manager [-] [instance: de11687e-08cc-4ee7-91fa-789196241589] Took 1.85 seconds to deallocate network for instance. [ 877.329606] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.330699] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428376, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.429530] env[65311]: DEBUG nova.network.neutron [-] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.521891] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608515} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.521891] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 6a01330e-80b5-4208-a0eb-4ac7461e6d06/6a01330e-80b5-4208-a0eb-4ac7461e6d06.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.522081] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.522310] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11ce04f2-fb4f-43a1-be8d-564dde67a990 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.531232] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 877.531232] env[65311]: value = "task-4428377" [ 877.531232] env[65311]: _type = "Task" [ 877.531232] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.540976] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c520686b-647b-4611-9f1c-385d7a1943ac tempest-ServersListShow296Test-756080396 tempest-ServersListShow296Test-756080396-project-member] Lock "aa425aee-d531-482a-9a1e-739cde5a260c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.639s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.545691] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.577820] env[65311]: DEBUG nova.compute.manager [req-b457e861-dbdc-4915-866f-9690d2a4f61f req-2eada9d6-da75-46ca-be3b-12b5f4aa0d71 service nova] [instance: de11687e-08cc-4ee7-91fa-789196241589] Received event network-vif-deleted-9de4c47a-170c-420a-bffa-924d3629a6c0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 877.751785] env[65311]: DEBUG oslo_vmware.api [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428375, 'name': RemoveSnapshot_Task, 'duration_secs': 0.63865} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.752932] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.766346] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.836093] env[65311]: DEBUG oslo_vmware.api [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428376, 'name': PowerOnVM_Task, 'duration_secs': 0.556743} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.836421] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.837138] env[65311]: INFO nova.compute.manager [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Took 10.10 seconds to spawn the instance on the hypervisor. [ 877.837138] env[65311]: DEBUG nova.compute.manager [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 877.837678] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671c1ac2-ebfd-471a-abd1-d3e4e09a7ef9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.867150] env[65311]: DEBUG nova.network.neutron [-] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.932602] env[65311]: INFO nova.compute.manager [-] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Took 1.46 seconds to deallocate network for instance. [ 878.048512] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067749} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.049148] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.049717] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ce66f-a7a2-484b-ac4b-f69cfe69143c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.093818] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 6a01330e-80b5-4208-a0eb-4ac7461e6d06/6a01330e-80b5-4208-a0eb-4ac7461e6d06.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.094865] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8885de1c-c328-4dce-8d35-a56336317003 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.120485] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 878.120485] env[65311]: value = "task-4428378" [ 878.120485] env[65311]: _type = "Task" [ 878.120485] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.130980] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.261032] env[65311]: WARNING nova.compute.manager [None req-73ce8906-597a-4d1c-8243-62141dbd4b7a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Image not found during snapshot: nova.exception.ImageNotFound: Image 37dd6050-1611-462c-9b74-bb4f632b9c71 could not be found. [ 878.363146] env[65311]: INFO nova.compute.manager [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Took 49.86 seconds to build instance. [ 878.371409] env[65311]: INFO nova.compute.manager [-] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Took 1.39 seconds to deallocate network for instance. [ 878.441133] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.559023] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daa0bab-4a7d-493a-8cc8-df384732d540 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.569151] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b494b0-3924-4bb5-821f-81a0e238f9ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.610228] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0875085a-9fcf-49cf-8b64-acb057b84985 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.620437] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0361b1-6412-4fb4-8433-adaea22b21bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.635452] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.644478] env[65311]: DEBUG nova.compute.provider_tree [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.865212] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7e55b1f-f4ee-4aa7-8b63-23f9c1d3f1da tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.995s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.882053] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.057862] env[65311]: DEBUG nova.compute.manager [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.057862] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aa3750-735c-4a49-ab82-04c2d4e27bb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.136602] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428378, 'name': ReconfigVM_Task, 'duration_secs': 0.6149} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.136888] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 6a01330e-80b5-4208-a0eb-4ac7461e6d06/6a01330e-80b5-4208-a0eb-4ac7461e6d06.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.137549] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fbcc83c-aa2b-4dcd-9412-1037282a4477 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.145718] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 879.145718] env[65311]: value = "task-4428379" [ 879.145718] env[65311]: _type = "Task" [ 879.145718] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.149976] env[65311]: DEBUG nova.scheduler.client.report [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.159976] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428379, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.242955] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Acquiring lock "ad17fbce-d679-4497-81a7-ed73b25b4843" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.243293] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "ad17fbce-d679-4497-81a7-ed73b25b4843" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.243508] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Acquiring lock "ad17fbce-d679-4497-81a7-ed73b25b4843-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.243684] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "ad17fbce-d679-4497-81a7-ed73b25b4843-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.243975] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "ad17fbce-d679-4497-81a7-ed73b25b4843-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.247901] env[65311]: INFO nova.compute.manager [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Terminating instance [ 879.371037] env[65311]: DEBUG nova.compute.manager [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 879.569107] env[65311]: INFO nova.compute.manager [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] instance snapshotting [ 879.569406] env[65311]: WARNING nova.compute.manager [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 879.572288] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336e3ba4-8e20-4ad0-95a6-d66ac6e7129a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.594334] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f4d9b5-4a26-40be-9fc7-37a74fe6d19d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.659193] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.660142] env[65311]: DEBUG nova.compute.manager [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 879.663889] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428379, 'name': Rename_Task, 'duration_secs': 0.363835} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.664649] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.546s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.666889] env[65311]: INFO nova.compute.claims [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.671479] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.672356] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64fc048e-f927-42d9-8618-8c295ecf2d49 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.683138] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 879.683138] env[65311]: value = "task-4428380" [ 879.683138] env[65311]: _type = "Task" [ 879.683138] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.694646] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.752592] env[65311]: DEBUG nova.compute.manager [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 879.752993] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c05217a-7c92-4d27-99ae-2043137e7d22 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.765922] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f23d0f4-fccc-422b-b4f5-e5d69dbce060 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.804967] env[65311]: WARNING nova.virt.vmwareapi.driver [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ad17fbce-d679-4497-81a7-ed73b25b4843 could not be found. [ 879.805341] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.805792] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c188a03f-2dc2-457b-a123-8a293580a2ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.818523] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b5b21c-39bd-42f5-a268-94ebdb0b3970 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.839520] env[65311]: DEBUG nova.compute.manager [req-80142880-2c29-421e-b35b-60a509b507ff req-7fb6238c-07bc-498e-afba-88b14f811797 service nova] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Received event network-vif-deleted-b30213a8-3d11-47bd-a12b-ba4484512897 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 879.839520] env[65311]: DEBUG nova.compute.manager [req-80142880-2c29-421e-b35b-60a509b507ff req-7fb6238c-07bc-498e-afba-88b14f811797 service nova] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Received event network-vif-deleted-e02bffcf-337d-4619-9629-a50e2941c30d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 879.862071] env[65311]: WARNING nova.virt.vmwareapi.vmops [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ad17fbce-d679-4497-81a7-ed73b25b4843 could not be found. [ 879.862338] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.862553] env[65311]: INFO nova.compute.manager [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Took 0.11 seconds to destroy the instance on the hypervisor. [ 879.862839] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 879.863211] env[65311]: DEBUG nova.compute.manager [-] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 879.863341] env[65311]: DEBUG nova.network.neutron [-] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 879.863680] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.874799] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "983ffc7a-5228-40de-925a-4e3ef49aafc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.875124] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "983ffc7a-5228-40de-925a-4e3ef49aafc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.875277] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "983ffc7a-5228-40de-925a-4e3ef49aafc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.875470] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "983ffc7a-5228-40de-925a-4e3ef49aafc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.875607] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "983ffc7a-5228-40de-925a-4e3ef49aafc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.882361] env[65311]: INFO nova.compute.manager [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Terminating instance [ 879.902756] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.905088] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.116979] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 880.118842] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-50ab95db-211f-46b7-b98a-4380930eece3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.129668] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 880.129668] env[65311]: value = "task-4428381" [ 880.129668] env[65311]: _type = "Task" [ 880.129668] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.143398] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428381, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.166980] env[65311]: DEBUG nova.compute.utils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.168920] env[65311]: DEBUG nova.compute.manager [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 880.171764] env[65311]: DEBUG nova.network.neutron [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 880.172649] env[65311]: WARNING neutronclient.v2_0.client [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.173145] env[65311]: WARNING neutronclient.v2_0.client [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.206532] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428380, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.237853] env[65311]: DEBUG nova.policy [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46656ed519804f109eba6962f7d4a45a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7781542564f4fbda4187fb4491eafc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.388251] env[65311]: DEBUG nova.compute.manager [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 880.388714] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.389591] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71db2079-e220-424c-b591-3824247ff11d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.399690] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.400044] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a63cf3c3-f63d-42c3-9baa-fbed3136fc72 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.408922] env[65311]: DEBUG oslo_vmware.api [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 880.408922] env[65311]: value = "task-4428382" [ 880.408922] env[65311]: _type = "Task" [ 880.408922] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.421395] env[65311]: DEBUG oslo_vmware.api [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.645721] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428381, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.682137] env[65311]: DEBUG nova.compute.manager [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 880.703237] env[65311]: DEBUG oslo_vmware.api [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428380, 'name': PowerOnVM_Task, 'duration_secs': 0.636957} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.703771] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.704013] env[65311]: INFO nova.compute.manager [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Took 10.34 seconds to spawn the instance on the hypervisor. [ 880.704239] env[65311]: DEBUG nova.compute.manager [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 880.706010] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8bfbc2-635d-4a05-b50e-8b3d8ca369f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.726671] env[65311]: DEBUG nova.network.neutron [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Successfully created port: c03e4bf3-a078-49b3-a29b-7b7588739adc {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 880.779669] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "7886e451-392e-48e6-b542-6ddd56d285e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.779899] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "7886e451-392e-48e6-b542-6ddd56d285e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.921032] env[65311]: DEBUG oslo_vmware.api [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428382, 'name': PowerOffVM_Task, 'duration_secs': 0.200936} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.921334] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.921492] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.921754] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ac4d474-e6dd-4db8-8542-5af10c886eb4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.000427] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.001942] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.001942] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Deleting the datastore file [datastore2] 983ffc7a-5228-40de-925a-4e3ef49aafc3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.002284] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef6584bf-dbe7-462e-a41a-d5485585d026 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.013369] env[65311]: DEBUG oslo_vmware.api [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 881.013369] env[65311]: value = "task-4428384" [ 881.013369] env[65311]: _type = "Task" [ 881.013369] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.027474] env[65311]: DEBUG oslo_vmware.api [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.097713] env[65311]: DEBUG nova.network.neutron [-] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.145339] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428381, 'name': CreateSnapshot_Task, 'duration_secs': 0.744824} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.145707] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 881.146555] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565147c5-810c-462b-b541-11746d419336 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.213440] env[65311]: DEBUG nova.compute.manager [req-886d42b8-b862-4475-b693-0cb1b21560e9 req-117fa7be-3cba-4751-be34-6c19481a9405 service nova] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Received event network-vif-deleted-a205bfa5-75da-4ce3-b562-f6531c835007 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 881.228745] env[65311]: INFO nova.compute.manager [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Took 48.13 seconds to build instance. [ 881.236693] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0999f5-fa81-41da-9bf9-0d8cf48fb43e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.247606] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de580cf8-63a5-4db2-8a51-549a53e260c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.297290] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4b7adf-ab8d-4cad-8ebf-e5146da5d2f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.311293] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c8f41-3cc5-49ff-8b74-db6471c6dd01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.332214] env[65311]: DEBUG nova.compute.provider_tree [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.526692] env[65311]: DEBUG oslo_vmware.api [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265809} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.527282] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.527282] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.527433] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.527516] env[65311]: INFO nova.compute.manager [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 881.527765] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 881.527999] env[65311]: DEBUG nova.compute.manager [-] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 881.528413] env[65311]: DEBUG nova.network.neutron [-] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 881.528482] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.568802] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.604456] env[65311]: INFO nova.compute.manager [-] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Took 1.74 seconds to deallocate network for instance. [ 881.667627] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.668478] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b571aa6-2fa6-4588-a61e-e4095a39c2a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.678149] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 881.678149] env[65311]: value = "task-4428385" [ 881.678149] env[65311]: _type = "Task" [ 881.678149] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.688858] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428385, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.698762] env[65311]: DEBUG nova.compute.manager [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 881.723126] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 881.723424] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.723549] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 881.723744] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.723870] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 881.724023] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 881.724228] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 881.724379] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 881.724537] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 881.724755] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 881.724857] env[65311]: DEBUG nova.virt.hardware [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 881.725772] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284b637c-afba-4c38-bdd5-5cad4ae079f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.731454] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39d06d00-c7a0-436f-a45d-bf6eb58ab2be tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.759s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.736486] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abee3186-a1ec-4b1c-accd-5a4bb0d3f415 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.835648] env[65311]: DEBUG nova.scheduler.client.report [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.117437] env[65311]: INFO nova.compute.manager [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Rebuilding instance [ 882.169741] env[65311]: INFO nova.compute.manager [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Took 0.56 seconds to detach 1 volumes for instance. [ 882.173256] env[65311]: DEBUG nova.compute.manager [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Deleting volume: 7f2d45b0-bf9d-4813-a3e0-6cb31715d9b6 {{(pid=65311) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 882.175394] env[65311]: DEBUG nova.compute.manager [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.176605] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638c685d-b9ca-4276-b4b5-6a3bd6d0a3ea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.193400] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428385, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.236768] env[65311]: DEBUG nova.compute.manager [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 882.342640] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.343545] env[65311]: DEBUG nova.compute.manager [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 882.345937] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.433s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.346123] env[65311]: DEBUG nova.objects.instance [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lazy-loading 'resources' on Instance uuid 4262d241-5302-4e33-8029-7f45a1ec86ca {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.385562] env[65311]: DEBUG nova.network.neutron [-] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.692448] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428385, 'name': CloneVM_Task} progress is 95%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.725512] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.760596] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.852173] env[65311]: DEBUG nova.compute.utils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.857548] env[65311]: DEBUG nova.compute.manager [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 882.857821] env[65311]: DEBUG nova.network.neutron [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 882.858166] env[65311]: WARNING neutronclient.v2_0.client [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.858574] env[65311]: WARNING neutronclient.v2_0.client [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.864977] env[65311]: DEBUG nova.network.neutron [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Successfully updated port: c03e4bf3-a078-49b3-a29b-7b7588739adc {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 882.887744] env[65311]: INFO nova.compute.manager [-] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Took 1.36 seconds to deallocate network for instance. [ 882.955091] env[65311]: DEBUG nova.policy [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec37e69455dc4e4cbc434bca91b975c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70f7d294f361449cb188fb4638fa1cbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.192183] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428385, 'name': CloneVM_Task, 'duration_secs': 1.449027} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.194929] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Created linked-clone VM from snapshot [ 883.195973] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493555ce-5dd7-4f3b-88be-d26ca26b856c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.198718] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.198979] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f17fb4-3f44-4737-a2e2-7b779269db0a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.207493] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Uploading image 859f596b-6802-41b2-89df-624071899808 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 883.210746] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 883.210746] env[65311]: value = "task-4428387" [ 883.210746] env[65311]: _type = "Task" [ 883.210746] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.223390] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.237237] env[65311]: DEBUG oslo_vmware.rw_handles [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 883.237237] env[65311]: value = "vm-866535" [ 883.237237] env[65311]: _type = "VirtualMachine" [ 883.237237] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 883.237589] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8584697a-ffd6-4fad-858d-5c81c58a93e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.249677] env[65311]: DEBUG oslo_vmware.rw_handles [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lease: (returnval){ [ 883.249677] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52583672-59a3-fa1e-653c-710fc3868801" [ 883.249677] env[65311]: _type = "HttpNfcLease" [ 883.249677] env[65311]: } obtained for exporting VM: (result){ [ 883.249677] env[65311]: value = "vm-866535" [ 883.249677] env[65311]: _type = "VirtualMachine" [ 883.249677] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 883.249921] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the lease: (returnval){ [ 883.249921] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52583672-59a3-fa1e-653c-710fc3868801" [ 883.249921] env[65311]: _type = "HttpNfcLease" [ 883.249921] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.259322] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.259322] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52583672-59a3-fa1e-653c-710fc3868801" [ 883.259322] env[65311]: _type = "HttpNfcLease" [ 883.259322] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.357540] env[65311]: DEBUG nova.compute.manager [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 883.368113] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquiring lock "refresh_cache-6e09b5cf-8bef-477a-9fa7-fefab127952f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.368113] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquired lock "refresh_cache-6e09b5cf-8bef-477a-9fa7-fefab127952f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.368113] env[65311]: DEBUG nova.network.neutron [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 883.386029] env[65311]: DEBUG nova.network.neutron [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Successfully created port: 8d48b4e8-b60d-4d20-babd-1f3a416c8a92 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 883.396349] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.413301] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b4464c-9151-4150-be87-7ec1e481e073 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.424125] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d3c45-b8ed-44c8-b070-997c3f0b70cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.461972] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca12921-71a9-42a0-9c0f-66f9b202f4db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.471186] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa520730-c493-4633-974c-50d78f858021 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.491842] env[65311]: DEBUG nova.compute.provider_tree [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.727706] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428387, 'name': PowerOffVM_Task, 'duration_secs': 0.336319} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.729035] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.729035] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.729146] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89bd61e-d3dc-4b81-a623-95f8d6e5099f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.737280] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.737280] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18be4241-d2ff-4a23-8c72-92bcfafbf65d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.747636] env[65311]: DEBUG nova.compute.manager [req-fa50b4ef-a7b8-418c-abee-a24a1c642a4f req-3b3b5759-f1f8-4a72-9462-4b6ccfec2264 service nova] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Received event network-vif-deleted-33b9f09e-c6ce-4155-adbf-37e44b008d31 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 883.758462] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.758462] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52583672-59a3-fa1e-653c-710fc3868801" [ 883.758462] env[65311]: _type = "HttpNfcLease" [ 883.758462] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.758782] env[65311]: DEBUG oslo_vmware.rw_handles [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.758782] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52583672-59a3-fa1e-653c-710fc3868801" [ 883.758782] env[65311]: _type = "HttpNfcLease" [ 883.758782] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.759513] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd667f9e-0e73-46ea-8969-176555a7bea3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.770057] env[65311]: DEBUG oslo_vmware.rw_handles [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522af818-5c24-56f4-0a28-46e428a75fd0/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.770321] env[65311]: DEBUG oslo_vmware.rw_handles [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522af818-5c24-56f4-0a28-46e428a75fd0/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.833719] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.833935] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.834128] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleting the datastore file [datastore1] b2ecdc7f-92d2-4884-bcf3-5be664c7d119 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.834403] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a34d83c8-aa80-449a-b0f0-54c9aa2ed257 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.843120] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 883.843120] env[65311]: value = "task-4428390" [ 883.843120] env[65311]: _type = "Task" [ 883.843120] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.854394] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.870964] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b79636c5-bb47-43a5-bfc0-8181e4a2303f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.995332] env[65311]: DEBUG nova.scheduler.client.report [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.027396] env[65311]: DEBUG nova.network.neutron [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 884.176825] env[65311]: WARNING neutronclient.v2_0.client [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.354159] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147058} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.354576] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.354795] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.355078] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.371478] env[65311]: DEBUG nova.compute.manager [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 884.399373] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 884.400551] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.400551] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 884.400551] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.400551] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 884.400551] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 884.400551] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 884.401492] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 884.401492] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 884.401492] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 884.402046] env[65311]: DEBUG nova.virt.hardware [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 884.402744] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cfe97f-fce0-4bbe-96a1-525e7b87fdb8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.414257] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8195668c-c0f5-476c-861a-4e93a38670ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.483685] env[65311]: DEBUG nova.network.neutron [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Updating instance_info_cache with network_info: [{"id": "c03e4bf3-a078-49b3-a29b-7b7588739adc", "address": "fa:16:3e:8a:a6:ed", "network": {"id": "b66ea658-42fc-48a7-8d69-59c795ba1c3d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1088738758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7781542564f4fbda4187fb4491eafc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc03e4bf3-a0", "ovs_interfaceid": "c03e4bf3-a078-49b3-a29b-7b7588739adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.502179] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.505323] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.314s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.507155] env[65311]: INFO nova.compute.claims [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.543431] env[65311]: INFO nova.scheduler.client.report [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Deleted allocations for instance 4262d241-5302-4e33-8029-7f45a1ec86ca [ 884.843715] env[65311]: DEBUG nova.compute.manager [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Received event network-vif-plugged-c03e4bf3-a078-49b3-a29b-7b7588739adc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 884.843715] env[65311]: DEBUG oslo_concurrency.lockutils [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] Acquiring lock "6e09b5cf-8bef-477a-9fa7-fefab127952f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.845509] env[65311]: DEBUG oslo_concurrency.lockutils [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] Lock "6e09b5cf-8bef-477a-9fa7-fefab127952f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.848435] env[65311]: DEBUG oslo_concurrency.lockutils [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] Lock "6e09b5cf-8bef-477a-9fa7-fefab127952f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.848435] env[65311]: DEBUG nova.compute.manager [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] No waiting events found dispatching network-vif-plugged-c03e4bf3-a078-49b3-a29b-7b7588739adc {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 884.848435] env[65311]: WARNING nova.compute.manager [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Received unexpected event network-vif-plugged-c03e4bf3-a078-49b3-a29b-7b7588739adc for instance with vm_state building and task_state spawning. [ 884.848435] env[65311]: DEBUG nova.compute.manager [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Received event network-changed-c03e4bf3-a078-49b3-a29b-7b7588739adc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 884.848435] env[65311]: DEBUG nova.compute.manager [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Refreshing instance network info cache due to event network-changed-c03e4bf3-a078-49b3-a29b-7b7588739adc. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 884.848435] env[65311]: DEBUG oslo_concurrency.lockutils [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] Acquiring lock "refresh_cache-6e09b5cf-8bef-477a-9fa7-fefab127952f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.986801] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Releasing lock "refresh_cache-6e09b5cf-8bef-477a-9fa7-fefab127952f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.986982] env[65311]: DEBUG nova.compute.manager [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Instance network_info: |[{"id": "c03e4bf3-a078-49b3-a29b-7b7588739adc", "address": "fa:16:3e:8a:a6:ed", "network": {"id": "b66ea658-42fc-48a7-8d69-59c795ba1c3d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1088738758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7781542564f4fbda4187fb4491eafc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc03e4bf3-a0", "ovs_interfaceid": "c03e4bf3-a078-49b3-a29b-7b7588739adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 884.987422] env[65311]: DEBUG oslo_concurrency.lockutils [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] Acquired lock "refresh_cache-6e09b5cf-8bef-477a-9fa7-fefab127952f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.988045] env[65311]: DEBUG nova.network.neutron [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Refreshing network info cache for port c03e4bf3-a078-49b3-a29b-7b7588739adc {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.989197] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:a6:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c03e4bf3-a078-49b3-a29b-7b7588739adc', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.997832] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Creating folder: Project (a7781542564f4fbda4187fb4491eafc0). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.000127] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5caadc2-5912-47fa-992d-bce43427032f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.017032] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Created folder: Project (a7781542564f4fbda4187fb4491eafc0) in parent group-v866349. [ 885.017032] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Creating folder: Instances. Parent ref: group-v866536. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.017032] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-709f8438-c0af-48cf-9218-b503ad0927dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.030317] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Created folder: Instances in parent group-v866536. [ 885.030600] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 885.031060] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.031123] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6170cf6e-671b-4fee-94d2-0f27e61258ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.057158] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab91db3a-37cd-42aa-b8ea-3a78c457141c tempest-ListImageFiltersTestJSON-1021467922 tempest-ListImageFiltersTestJSON-1021467922-project-member] Lock "4262d241-5302-4e33-8029-7f45a1ec86ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.147s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.061232] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.061232] env[65311]: value = "task-4428393" [ 885.061232] env[65311]: _type = "Task" [ 885.061232] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.071090] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428393, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.178334] env[65311]: DEBUG nova.network.neutron [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Successfully updated port: 8d48b4e8-b60d-4d20-babd-1f3a416c8a92 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 885.400430] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 885.400849] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.401059] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 885.401350] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.401569] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 885.401819] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 885.402119] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 885.402326] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 885.402585] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 885.402857] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 885.403163] env[65311]: DEBUG nova.virt.hardware [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 885.404236] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d411e8-7cb4-4aae-9f67-f42cdac6ca7a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.415391] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f0f0f0-4bb9-4958-9c57-66b5e81eb865 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.434326] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:00:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18fb4ec1-0f47-42f8-b8d6-5c29571fd498', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.445494] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 885.446152] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.446449] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46c7938c-233c-48c1-8c03-8f0add1ec42d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.473674] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.473674] env[65311]: value = "task-4428394" [ 885.473674] env[65311]: _type = "Task" [ 885.473674] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.487321] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428394, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.501293] env[65311]: WARNING neutronclient.v2_0.client [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.576836] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428393, 'name': CreateVM_Task, 'duration_secs': 0.452236} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.576836] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.577398] env[65311]: WARNING neutronclient.v2_0.client [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.577831] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.578122] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.578403] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.586229] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e1e742-7f63-4abf-ad91-abaccf4210d0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.593036] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 885.593036] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5207d743-dc79-39c7-9f01-1683277c27df" [ 885.593036] env[65311]: _type = "Task" [ 885.593036] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.600602] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5207d743-dc79-39c7-9f01-1683277c27df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.683018] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-b0f10836-b45a-4a6d-88fd-5173cc4b460c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.686200] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-b0f10836-b45a-4a6d-88fd-5173cc4b460c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.686523] env[65311]: DEBUG nova.network.neutron [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 885.790593] env[65311]: WARNING neutronclient.v2_0.client [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.906131] env[65311]: DEBUG nova.network.neutron [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Updated VIF entry in instance network info cache for port c03e4bf3-a078-49b3-a29b-7b7588739adc. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 885.906515] env[65311]: DEBUG nova.network.neutron [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Updating instance_info_cache with network_info: [{"id": "c03e4bf3-a078-49b3-a29b-7b7588739adc", "address": "fa:16:3e:8a:a6:ed", "network": {"id": "b66ea658-42fc-48a7-8d69-59c795ba1c3d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1088738758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7781542564f4fbda4187fb4491eafc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc03e4bf3-a0", "ovs_interfaceid": "c03e4bf3-a078-49b3-a29b-7b7588739adc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.989304] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428394, 'name': CreateVM_Task, 'duration_secs': 0.44} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.993190] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.993975] env[65311]: WARNING neutronclient.v2_0.client [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 885.994707] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.059972] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef06931-4af7-4d2c-b0a6-7cb813405d7e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.072441] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56980c57-4dce-4539-a756-ecbcbb8f362a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.107672] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e96487-f672-4dff-8a62-aa39a6fa4797 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.117453] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5207d743-dc79-39c7-9f01-1683277c27df, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.119817] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.120103] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.120340] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.120549] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.120729] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.121151] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.121460] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.121693] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b424f93c-5534-439f-bee0-c5ab3ac20086 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.124658] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f948888e-3461-4aa2-afa6-c9fcbf4a0cf7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.128826] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-268245df-88bf-4b3e-bac9-a21332860728 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.142317] env[65311]: DEBUG nova.compute.provider_tree [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.146089] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 886.146089] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cc5e1c-b469-3ccc-732d-02511b8b0f27" [ 886.146089] env[65311]: _type = "Task" [ 886.146089] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.146515] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.146572] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.147567] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6557db1f-2564-4b72-b826-58410ca7fef4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.157692] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 886.157692] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e5298b-b527-e820-e768-9b44d17012fa" [ 886.157692] env[65311]: _type = "Task" [ 886.157692] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.162337] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cc5e1c-b469-3ccc-732d-02511b8b0f27, 'name': SearchDatastore_Task, 'duration_secs': 0.015096} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.165667] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.165936] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.166184] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.175047] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e5298b-b527-e820-e768-9b44d17012fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013108} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.175047] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3b9e0e-6789-4ecd-817c-115d5224e32f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.181510] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 886.181510] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528d0399-fbdc-d9eb-8d87-180133135f40" [ 886.181510] env[65311]: _type = "Task" [ 886.181510] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.191890] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528d0399-fbdc-d9eb-8d87-180133135f40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.232681] env[65311]: DEBUG nova.network.neutron [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 886.266151] env[65311]: DEBUG oslo_concurrency.lockutils [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquiring lock "0ea275bb-4921-4eb8-89f3-118168d63a9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.266434] env[65311]: DEBUG oslo_concurrency.lockutils [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "0ea275bb-4921-4eb8-89f3-118168d63a9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.266639] env[65311]: DEBUG oslo_concurrency.lockutils [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquiring lock "0ea275bb-4921-4eb8-89f3-118168d63a9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.266812] env[65311]: DEBUG oslo_concurrency.lockutils [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "0ea275bb-4921-4eb8-89f3-118168d63a9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.266972] env[65311]: DEBUG oslo_concurrency.lockutils [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "0ea275bb-4921-4eb8-89f3-118168d63a9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.269228] env[65311]: INFO nova.compute.manager [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Terminating instance [ 886.409936] env[65311]: DEBUG oslo_concurrency.lockutils [req-447af3f0-f552-4266-b5c6-35176442aad8 req-0c76cad2-bb3a-4b9a-9949-682d0594f0a7 service nova] Releasing lock "refresh_cache-6e09b5cf-8bef-477a-9fa7-fefab127952f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.504038] env[65311]: WARNING neutronclient.v2_0.client [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.649256] env[65311]: DEBUG nova.scheduler.client.report [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.694651] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528d0399-fbdc-d9eb-8d87-180133135f40, 'name': SearchDatastore_Task, 'duration_secs': 0.014237} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.694991] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.695502] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 6e09b5cf-8bef-477a-9fa7-fefab127952f/6e09b5cf-8bef-477a-9fa7-fefab127952f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.695844] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.696098] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.696363] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b90ad90b-6a3c-4617-9552-b2ee8a1e6a0c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.698734] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f4381d6-9d7c-4a54-b108-d0fec2bfdb8d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.708421] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 886.708421] env[65311]: value = "task-4428395" [ 886.708421] env[65311]: _type = "Task" [ 886.708421] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.713345] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.713683] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.714769] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa44463f-358c-4da9-939a-9d60e52665fa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.718551] env[65311]: DEBUG nova.network.neutron [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Updating instance_info_cache with network_info: [{"id": "8d48b4e8-b60d-4d20-babd-1f3a416c8a92", "address": "fa:16:3e:3c:63:a9", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d48b4e8-b6", "ovs_interfaceid": "8d48b4e8-b60d-4d20-babd-1f3a416c8a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.729628] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 886.729628] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523c22ec-cfdf-9850-c9f6-0c90a50b1234" [ 886.729628] env[65311]: _type = "Task" [ 886.729628] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.730148] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.740275] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523c22ec-cfdf-9850-c9f6-0c90a50b1234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.778021] env[65311]: DEBUG nova.compute.manager [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 886.778021] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.778021] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fb5afa-7bee-46c1-a598-d1bf75bfea07 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.786680] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.787299] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-607224cd-b6da-4224-9c51-a5a67bb17966 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.795287] env[65311]: DEBUG oslo_vmware.api [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 886.795287] env[65311]: value = "task-4428396" [ 886.795287] env[65311]: _type = "Task" [ 886.795287] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.807482] env[65311]: DEBUG oslo_vmware.api [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.156503] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.158938] env[65311]: DEBUG nova.compute.manager [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 887.160997] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.588s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.162603] env[65311]: INFO nova.compute.claims [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.225415] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-b0f10836-b45a-4a6d-88fd-5173cc4b460c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.225884] env[65311]: DEBUG nova.compute.manager [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Instance network_info: |[{"id": "8d48b4e8-b60d-4d20-babd-1f3a416c8a92", "address": "fa:16:3e:3c:63:a9", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d48b4e8-b6", "ovs_interfaceid": "8d48b4e8-b60d-4d20-babd-1f3a416c8a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 887.226280] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428395, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.226678] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:63:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d48b4e8-b60d-4d20-babd-1f3a416c8a92', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.238514] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 887.238885] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.246331] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da410ddf-888e-43f6-aebc-35217dd9bf2b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.280641] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523c22ec-cfdf-9850-c9f6-0c90a50b1234, 'name': SearchDatastore_Task, 'duration_secs': 0.015524} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.283422] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.283422] env[65311]: value = "task-4428397" [ 887.283422] env[65311]: _type = "Task" [ 887.283422] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.283657] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b83f7b8-3948-40b4-bd82-51d2435e71ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.295554] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 887.295554] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5242e675-3a72-10d4-afb0-8ffc80fd7fa5" [ 887.295554] env[65311]: _type = "Task" [ 887.295554] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.301082] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428397, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.321095] env[65311]: DEBUG oslo_vmware.api [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428396, 'name': PowerOffVM_Task, 'duration_secs': 0.224246} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.322384] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5242e675-3a72-10d4-afb0-8ffc80fd7fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.018346} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.322384] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.322384] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.322547] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.322696] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b2ecdc7f-92d2-4884-bcf3-5be664c7d119/b2ecdc7f-92d2-4884-bcf3-5be664c7d119.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.322936] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfed2012-4b1d-46ac-aee6-c4fd390d0acd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.325188] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99ca379c-4cbf-4793-83a6-361cecb8fd77 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.335501] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 887.335501] env[65311]: value = "task-4428399" [ 887.335501] env[65311]: _type = "Task" [ 887.335501] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.346786] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.368370] env[65311]: DEBUG nova.compute.manager [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Received event network-vif-plugged-8d48b4e8-b60d-4d20-babd-1f3a416c8a92 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 887.369090] env[65311]: DEBUG oslo_concurrency.lockutils [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] Acquiring lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.371043] env[65311]: DEBUG oslo_concurrency.lockutils [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] Lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.371043] env[65311]: DEBUG oslo_concurrency.lockutils [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] Lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.371043] env[65311]: DEBUG nova.compute.manager [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] No waiting events found dispatching network-vif-plugged-8d48b4e8-b60d-4d20-babd-1f3a416c8a92 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 887.371043] env[65311]: WARNING nova.compute.manager [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Received unexpected event network-vif-plugged-8d48b4e8-b60d-4d20-babd-1f3a416c8a92 for instance with vm_state building and task_state spawning. [ 887.371043] env[65311]: DEBUG nova.compute.manager [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Received event network-changed-8d48b4e8-b60d-4d20-babd-1f3a416c8a92 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 887.371043] env[65311]: DEBUG nova.compute.manager [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Refreshing instance network info cache due to event network-changed-8d48b4e8-b60d-4d20-babd-1f3a416c8a92. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 887.371043] env[65311]: DEBUG oslo_concurrency.lockutils [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] Acquiring lock "refresh_cache-b0f10836-b45a-4a6d-88fd-5173cc4b460c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.371043] env[65311]: DEBUG oslo_concurrency.lockutils [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] Acquired lock "refresh_cache-b0f10836-b45a-4a6d-88fd-5173cc4b460c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.371043] env[65311]: DEBUG nova.network.neutron [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Refreshing network info cache for port 8d48b4e8-b60d-4d20-babd-1f3a416c8a92 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.407993] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.407993] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.408099] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Deleting the datastore file [datastore1] 0ea275bb-4921-4eb8-89f3-118168d63a9b {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.408683] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deaaea4f-a5fd-4afe-b818-29bbb8d5393c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.417885] env[65311]: DEBUG oslo_vmware.api [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for the task: (returnval){ [ 887.417885] env[65311]: value = "task-4428400" [ 887.417885] env[65311]: _type = "Task" [ 887.417885] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.428464] env[65311]: DEBUG oslo_vmware.api [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.672456] env[65311]: DEBUG nova.compute.utils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.674483] env[65311]: DEBUG nova.compute.manager [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 887.674716] env[65311]: DEBUG nova.network.neutron [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 887.675060] env[65311]: WARNING neutronclient.v2_0.client [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.675384] env[65311]: WARNING neutronclient.v2_0.client [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.726957] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601491} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.726957] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 6e09b5cf-8bef-477a-9fa7-fefab127952f/6e09b5cf-8bef-477a-9fa7-fefab127952f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.726957] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.726957] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0528f15b-fac6-473f-8986-75597a862e54 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.735617] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 887.735617] env[65311]: value = "task-4428401" [ 887.735617] env[65311]: _type = "Task" [ 887.735617] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.747058] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.802049] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428397, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.834452] env[65311]: DEBUG nova.policy [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9719eeeda0b64a4d8f0173cbfb2a8ad7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bf3a6e189fb429892c1a4e5516d126b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.850456] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.876487] env[65311]: WARNING neutronclient.v2_0.client [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.931373] env[65311]: DEBUG oslo_vmware.api [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Task: {'id': task-4428400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443027} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.931828] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.932047] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.932245] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.932422] env[65311]: INFO nova.compute.manager [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 887.932659] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 887.932863] env[65311]: DEBUG nova.compute.manager [-] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 887.932949] env[65311]: DEBUG nova.network.neutron [-] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 887.933216] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.186170] env[65311]: DEBUG nova.compute.manager [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 888.250932] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.284748} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.251380] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.252625] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9883f491-e6ff-4dbc-b2ac-4bb042282c29 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.285749] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 6e09b5cf-8bef-477a-9fa7-fefab127952f/6e09b5cf-8bef-477a-9fa7-fefab127952f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.289976] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15c972dd-6d6f-4363-9956-4ae419b9ce24 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.321142] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428397, 'name': CreateVM_Task, 'duration_secs': 0.653901} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.323143] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.323883] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 888.323883] env[65311]: value = "task-4428402" [ 888.323883] env[65311]: _type = "Task" [ 888.323883] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.327466] env[65311]: WARNING neutronclient.v2_0.client [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.327990] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.328206] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.328528] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.330045] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9d8fe2-18da-4cc2-b19d-c7511834a09c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.340046] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 888.340046] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52610a57-162a-7194-113e-a5ce83eb739b" [ 888.340046] env[65311]: _type = "Task" [ 888.340046] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.348413] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.364509] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52610a57-162a-7194-113e-a5ce83eb739b, 'name': SearchDatastore_Task, 'duration_secs': 0.016553} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.367326] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.367694] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.368372] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.368372] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.368372] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.368747] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663888} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.369955] env[65311]: DEBUG nova.network.neutron [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Successfully created port: 1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 888.372562] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc3d1e98-e8d4-414e-ba08-e747fae2b53e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.375713] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b2ecdc7f-92d2-4884-bcf3-5be664c7d119/b2ecdc7f-92d2-4884-bcf3-5be664c7d119.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.375953] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.380025] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea1e38b2-508f-47a3-bd3e-c7685244357a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.390375] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 888.390375] env[65311]: value = "task-4428403" [ 888.390375] env[65311]: _type = "Task" [ 888.390375] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.391995] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.392266] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.397283] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdac087-e7d9-45c3-9886-49e72769db58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.408849] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.410018] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 888.410018] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521e21e6-2d57-b16a-7083-f5ce25c29833" [ 888.410018] env[65311]: _type = "Task" [ 888.410018] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.420152] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521e21e6-2d57-b16a-7083-f5ce25c29833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.428257] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.763417] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf4f0a-2e9b-4dbd-8d6a-7c08992b8f4d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.772736] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9625ef-18bb-4211-ae63-2c86926d619e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.813561] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8661b8-43da-4c8b-adcf-984a0e1b345c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.823424] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a87d2c8-85ac-45a8-bcbe-fe1344daaf5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.845024] env[65311]: DEBUG nova.compute.provider_tree [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.849161] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428402, 'name': ReconfigVM_Task, 'duration_secs': 0.433962} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.850288] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 6e09b5cf-8bef-477a-9fa7-fefab127952f/6e09b5cf-8bef-477a-9fa7-fefab127952f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.851146] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be0a539c-fa50-4f58-add0-5b21e750f41a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.859808] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 888.859808] env[65311]: value = "task-4428404" [ 888.859808] env[65311]: _type = "Task" [ 888.859808] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.872097] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428404, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.904089] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106109} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.904089] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.904308] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc46875f-a5e8-46b1-8ebd-056f7dcfbda9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.929825] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] b2ecdc7f-92d2-4884-bcf3-5be664c7d119/b2ecdc7f-92d2-4884-bcf3-5be664c7d119.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.934154] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66f1dc5e-4bd6-49d6-971a-aa7217b590e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.956448] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521e21e6-2d57-b16a-7083-f5ce25c29833, 'name': SearchDatastore_Task, 'duration_secs': 0.016682} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.958762] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 888.958762] env[65311]: value = "task-4428405" [ 888.958762] env[65311]: _type = "Task" [ 888.958762] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.959133] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6022f0-7150-4ada-8818-83a9a396e478 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.969041] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 888.969041] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525ed206-5e4c-fea1-d641-11e62a02dda1" [ 888.969041] env[65311]: _type = "Task" [ 888.969041] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.972899] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.984189] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525ed206-5e4c-fea1-d641-11e62a02dda1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.203875] env[65311]: DEBUG nova.compute.manager [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 889.232962] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 889.233242] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.233395] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 889.233616] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.233829] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 889.233893] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 889.234105] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 889.234260] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 889.234445] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 889.234742] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 889.235022] env[65311]: DEBUG nova.virt.hardware [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 889.235930] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df68ac8-fee3-4087-bdb9-d07a0c001d15 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.244954] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceabaeb3-11ca-4d55-9307-29e18454e7f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.351245] env[65311]: DEBUG nova.scheduler.client.report [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.372874] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428404, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.477230] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428405, 'name': ReconfigVM_Task, 'duration_secs': 0.344851} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.479878] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Reconfigured VM instance instance-0000003d to attach disk [datastore2] b2ecdc7f-92d2-4884-bcf3-5be664c7d119/b2ecdc7f-92d2-4884-bcf3-5be664c7d119.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.480582] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa117fde-5376-4c85-9d95-9b6d53c06d8b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.493797] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525ed206-5e4c-fea1-d641-11e62a02dda1, 'name': SearchDatastore_Task, 'duration_secs': 0.014946} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.498351] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.498692] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c/b0f10836-b45a-4a6d-88fd-5173cc4b460c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.499113] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 889.499113] env[65311]: value = "task-4428406" [ 889.499113] env[65311]: _type = "Task" [ 889.499113] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.499937] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dc5fe42-987a-4ef2-a8ac-424b3d62ed32 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.515235] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428406, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.517389] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 889.517389] env[65311]: value = "task-4428407" [ 889.517389] env[65311]: _type = "Task" [ 889.517389] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.835977] env[65311]: DEBUG nova.network.neutron [-] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.859903] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.860581] env[65311]: DEBUG nova.compute.manager [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 889.863677] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.908s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.865163] env[65311]: INFO nova.compute.claims [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.879230] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428404, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.013103] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428406, 'name': Rename_Task, 'duration_secs': 0.171909} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.013470] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.013764] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad5cf02d-932c-4fba-82e4-661276b50a7e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.023378] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 890.023378] env[65311]: value = "task-4428408" [ 890.023378] env[65311]: _type = "Task" [ 890.023378] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.032661] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428407, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.037035] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.341218] env[65311]: INFO nova.compute.manager [-] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Took 2.41 seconds to deallocate network for instance. [ 890.371678] env[65311]: DEBUG nova.compute.utils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.380649] env[65311]: DEBUG nova.compute.manager [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 890.381143] env[65311]: DEBUG nova.network.neutron [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 890.381253] env[65311]: WARNING neutronclient.v2_0.client [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.381757] env[65311]: WARNING neutronclient.v2_0.client [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.390366] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428404, 'name': Rename_Task, 'duration_secs': 1.036158} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.391764] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.392095] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cbcb8b9-08f2-4442-94e5-cf5f91041840 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.404127] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 890.404127] env[65311]: value = "task-4428409" [ 890.404127] env[65311]: _type = "Task" [ 890.404127] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.415146] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.475663] env[65311]: DEBUG nova.network.neutron [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Successfully updated port: 1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 890.536552] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74277} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.539441] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c/b0f10836-b45a-4a6d-88fd-5173cc4b460c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.539703] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.540780] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99a78c98-a34b-4f51-b452-ab0213033e7f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.553114] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428408, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.558447] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 890.558447] env[65311]: value = "task-4428410" [ 890.558447] env[65311]: _type = "Task" [ 890.558447] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.573205] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.662166] env[65311]: DEBUG nova.policy [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7a6ea0b90884ba88cf19529337999dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e70fc595198f4934af1822d510721219', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.757205] env[65311]: WARNING neutronclient.v2_0.client [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.849253] env[65311]: DEBUG oslo_concurrency.lockutils [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.875026] env[65311]: DEBUG nova.compute.manager [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 890.921042] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428409, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.983034] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquiring lock "refresh_cache-dcf7f789-cdf5-42fe-80f6-3724f2707638" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.983034] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquired lock "refresh_cache-dcf7f789-cdf5-42fe-80f6-3724f2707638" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.983181] env[65311]: DEBUG nova.network.neutron [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.048572] env[65311]: DEBUG oslo_vmware.api [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428408, 'name': PowerOnVM_Task, 'duration_secs': 0.586898} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.049870] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.049870] env[65311]: DEBUG nova.compute.manager [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 891.050204] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46667e2b-5b3b-4165-901f-9b12630f2bf9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.076286] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078772} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.076860] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.082979] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65707e4a-7063-4725-b7f1-dea2e94ffaa4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.108940] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c/b0f10836-b45a-4a6d-88fd-5173cc4b460c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.109704] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d39a1a9-81f3-4880-b599-c40120276efe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.131712] env[65311]: DEBUG nova.network.neutron [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Successfully created port: 81431615-3f55-4d4b-8ee0-ec15abf3875a {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 891.144307] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 891.144307] env[65311]: value = "task-4428411" [ 891.144307] env[65311]: _type = "Task" [ 891.144307] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.161674] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.419751] env[65311]: DEBUG oslo_vmware.api [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428409, 'name': PowerOnVM_Task, 'duration_secs': 0.911876} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.420090] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.420306] env[65311]: INFO nova.compute.manager [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Took 9.72 seconds to spawn the instance on the hypervisor. [ 891.420521] env[65311]: DEBUG nova.compute.manager [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 891.421456] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52a1b73-a7a8-4d18-aab3-7f477c3d33d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.469816] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc26b2c3-7b99-4e1b-9f36-e6b880278856 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.480469] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b470b08-759a-4e06-ae74-02a6de5463b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.520928] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dd37f2-5ac5-4070-a6df-e11d25305293 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.532714] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86806d69-95a2-47f4-bba7-f7ce08e07e71 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.550457] env[65311]: DEBUG nova.compute.provider_tree [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.552838] env[65311]: DEBUG nova.network.neutron [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Updated VIF entry in instance network info cache for port 8d48b4e8-b60d-4d20-babd-1f3a416c8a92. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 891.553227] env[65311]: DEBUG nova.network.neutron [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Updating instance_info_cache with network_info: [{"id": "8d48b4e8-b60d-4d20-babd-1f3a416c8a92", "address": "fa:16:3e:3c:63:a9", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d48b4e8-b6", "ovs_interfaceid": "8d48b4e8-b60d-4d20-babd-1f3a416c8a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.585959] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.658934] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.897786] env[65311]: DEBUG nova.compute.manager [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 891.933302] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 891.933555] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.933708] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 891.934744] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.935113] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 891.935185] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 891.935842] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 891.935842] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 891.935946] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 891.936120] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 891.936325] env[65311]: DEBUG nova.virt.hardware [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 891.943460] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0797d99-99aa-4d17-b352-169f54824473 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.949815] env[65311]: INFO nova.compute.manager [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Took 47.31 seconds to build instance. [ 891.956577] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b9950f-fe48-4aa6-8baf-0a098c105039 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.056381] env[65311]: DEBUG oslo_concurrency.lockutils [req-b61b45f6-8837-45da-9d7c-8a482c7ee000 req-723ebd18-e202-4ab3-b871-3955ff447528 service nova] Releasing lock "refresh_cache-b0f10836-b45a-4a6d-88fd-5173cc4b460c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.057557] env[65311]: DEBUG nova.scheduler.client.report [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.156060] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428411, 'name': ReconfigVM_Task, 'duration_secs': 0.743265} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.156375] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c/b0f10836-b45a-4a6d-88fd-5173cc4b460c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.157073] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-660e2012-47b9-47cd-989d-011b7653584e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.164092] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 892.164092] env[65311]: value = "task-4428412" [ 892.164092] env[65311]: _type = "Task" [ 892.164092] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.174892] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428412, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.235648] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.235925] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.452039] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eba1fec2-dd9e-4b45-9340-5840716f70b5 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "6e09b5cf-8bef-477a-9fa7-fefab127952f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.193s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.536568] env[65311]: DEBUG nova.network.neutron [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 892.563134] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.563775] env[65311]: DEBUG nova.compute.manager [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 892.568170] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.496s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.568447] env[65311]: INFO nova.compute.claims [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.674913] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428412, 'name': Rename_Task, 'duration_secs': 0.345084} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.675224] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.675543] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eef4b89-666e-4d3e-b83a-e7a2ee651774 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.684796] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 892.684796] env[65311]: value = "task-4428413" [ 892.684796] env[65311]: _type = "Task" [ 892.684796] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.695437] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.756548] env[65311]: WARNING neutronclient.v2_0.client [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.911375] env[65311]: DEBUG nova.network.neutron [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Successfully updated port: 81431615-3f55-4d4b-8ee0-ec15abf3875a {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 892.926630] env[65311]: DEBUG nova.network.neutron [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Updating instance_info_cache with network_info: [{"id": "1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd", "address": "fa:16:3e:e9:83:c5", "network": {"id": "dbde1ada-781b-4065-92c3-1a01da4f9737", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2096391945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf3a6e189fb429892c1a4e5516d126b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec1a1c9-0b", "ovs_interfaceid": "1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.959777] env[65311]: DEBUG nova.compute.manager [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 893.080030] env[65311]: DEBUG nova.compute.utils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.083583] env[65311]: DEBUG oslo_vmware.rw_handles [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522af818-5c24-56f4-0a28-46e428a75fd0/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 893.084316] env[65311]: DEBUG nova.compute.manager [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 893.084638] env[65311]: DEBUG nova.network.neutron [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 893.085082] env[65311]: WARNING neutronclient.v2_0.client [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.085528] env[65311]: WARNING neutronclient.v2_0.client [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.088674] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab3a2d0-733d-4da6-9c4b-26701fed0ae5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.099377] env[65311]: DEBUG oslo_vmware.rw_handles [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522af818-5c24-56f4-0a28-46e428a75fd0/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 893.099377] env[65311]: ERROR oslo_vmware.rw_handles [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522af818-5c24-56f4-0a28-46e428a75fd0/disk-0.vmdk due to incomplete transfer. [ 893.099889] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16fb6a11-cc47-427e-87e3-73fa7b2130f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.109037] env[65311]: DEBUG oslo_vmware.rw_handles [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522af818-5c24-56f4-0a28-46e428a75fd0/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 893.109704] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Uploaded image 859f596b-6802-41b2-89df-624071899808 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 893.112618] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.113765] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c0b24772-f12c-4a4f-b2bc-8e761ffb63f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.122022] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 893.122022] env[65311]: value = "task-4428414" [ 893.122022] env[65311]: _type = "Task" [ 893.122022] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.133891] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428414, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.158613] env[65311]: DEBUG nova.policy [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f1278d887b042b68751cbe4b9026b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58757f23e8934b85a7c6eccdf472b51b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.196774] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.216758] env[65311]: DEBUG nova.compute.manager [req-eaa5753d-5dff-4f3b-8b98-c43fe5378835 req-88abb8a5-c773-454e-a952-0eefbe6426b5 service nova] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Received event network-vif-deleted-5dcd4b2d-c4f4-4e06-bf6c-330c30775aec {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 893.413160] env[65311]: DEBUG nova.compute.manager [req-b2ef96c6-a15a-4b4c-a5f2-5c8c0892cc16 req-d9f32564-9ae7-44ae-9f8d-c0e073531957 service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Received event network-vif-plugged-1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 893.413424] env[65311]: DEBUG oslo_concurrency.lockutils [req-b2ef96c6-a15a-4b4c-a5f2-5c8c0892cc16 req-d9f32564-9ae7-44ae-9f8d-c0e073531957 service nova] Acquiring lock "dcf7f789-cdf5-42fe-80f6-3724f2707638-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.413638] env[65311]: DEBUG oslo_concurrency.lockutils [req-b2ef96c6-a15a-4b4c-a5f2-5c8c0892cc16 req-d9f32564-9ae7-44ae-9f8d-c0e073531957 service nova] Lock "dcf7f789-cdf5-42fe-80f6-3724f2707638-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.413857] env[65311]: DEBUG oslo_concurrency.lockutils [req-b2ef96c6-a15a-4b4c-a5f2-5c8c0892cc16 req-d9f32564-9ae7-44ae-9f8d-c0e073531957 service nova] Lock "dcf7f789-cdf5-42fe-80f6-3724f2707638-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.413983] env[65311]: DEBUG nova.compute.manager [req-b2ef96c6-a15a-4b4c-a5f2-5c8c0892cc16 req-d9f32564-9ae7-44ae-9f8d-c0e073531957 service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] No waiting events found dispatching network-vif-plugged-1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 893.414178] env[65311]: WARNING nova.compute.manager [req-b2ef96c6-a15a-4b4c-a5f2-5c8c0892cc16 req-d9f32564-9ae7-44ae-9f8d-c0e073531957 service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Received unexpected event network-vif-plugged-1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd for instance with vm_state building and task_state spawning. [ 893.418844] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquiring lock "refresh_cache-23382387-666d-4cfd-b142-3b960edab7eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.418844] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquired lock "refresh_cache-23382387-666d-4cfd-b142-3b960edab7eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.418844] env[65311]: DEBUG nova.network.neutron [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 893.430029] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Releasing lock "refresh_cache-dcf7f789-cdf5-42fe-80f6-3724f2707638" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.431214] env[65311]: DEBUG nova.compute.manager [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Instance network_info: |[{"id": "1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd", "address": "fa:16:3e:e9:83:c5", "network": {"id": "dbde1ada-781b-4065-92c3-1a01da4f9737", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2096391945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf3a6e189fb429892c1a4e5516d126b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec1a1c9-0b", "ovs_interfaceid": "1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 893.432932] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:83:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.441739] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Creating folder: Project (9bf3a6e189fb429892c1a4e5516d126b). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.443177] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-115863c8-2915-4ae3-9c77-3eba50c2fba0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.460129] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Created folder: Project (9bf3a6e189fb429892c1a4e5516d126b) in parent group-v866349. [ 893.461200] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Creating folder: Instances. Parent ref: group-v866541. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.461200] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5255b8a-2049-4d78-8bf8-e99e1b926b38 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.478994] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Created folder: Instances in parent group-v866541. [ 893.479468] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 893.479541] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.479869] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d34de1c8-8e7f-4583-b6ed-c3e57bd00775 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.498620] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.505876] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.505876] env[65311]: value = "task-4428417" [ 893.505876] env[65311]: _type = "Task" [ 893.505876] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.518019] env[65311]: DEBUG nova.network.neutron [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Successfully created port: 6c66be3e-3e32-48ef-a2a5-ffb63a76a257 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 893.520564] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428417, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.593848] env[65311]: DEBUG nova.compute.manager [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 893.638962] env[65311]: DEBUG oslo_vmware.exceptions [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Fault InvalidArgument not matched. {{(pid=65311) get_fault_class /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/exceptions.py:290}} [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Destroy VM failed: oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: ConfigSpec.files.vmPathName [ 893.640086] env[65311]: Faults: ['InvalidArgument'] [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Traceback (most recent call last): [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1371, in destroy_vm [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] session._wait_for_task(destroy_task) [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] return self.wait_for_task(task_ref) [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] return evt.wait() [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] result = hub.switch() [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] return self.greenlet.switch() [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] self.f(*self.args, **self.kw) [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] raise exceptions.translate_fault(task_info.error) [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] oslo_vmware.exceptions.VimFaultException: A specified parameter was not correct: ConfigSpec.files.vmPathName [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Faults: ['InvalidArgument'] [ 893.640086] env[65311]: ERROR nova.virt.vmwareapi.vm_util [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] [ 893.640671] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 893.640671] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0bec707-6393-49a2-a82a-21adb8a9c14f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.652368] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 893.652368] env[65311]: value = "task-4428418" [ 893.652368] env[65311]: _type = "Task" [ 893.652368] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.668128] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.697792] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.019479] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428417, 'name': CreateVM_Task, 'duration_secs': 0.442278} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.019479] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.022648] env[65311]: WARNING neutronclient.v2_0.client [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.023074] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.023259] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.023576] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.024057] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84874a0c-d6e0-4dbc-849c-69153326317c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.030041] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 894.030041] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525c2e03-e872-2de3-a835-45d0ce4ecf64" [ 894.030041] env[65311]: _type = "Task" [ 894.030041] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.039864] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525c2e03-e872-2de3-a835-45d0ce4ecf64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.145988] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b959a9-df65-4a8a-873b-57ca1dded484 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.152696] env[65311]: DEBUG nova.network.neutron [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 894.166027] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d3699-1bb3-456a-969a-aa9cb8b4f29c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.175876] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428418, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.209640] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5b9178-1c7a-45c4-8c04-3ea003d6a3b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.220426] env[65311]: DEBUG oslo_vmware.api [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428413, 'name': PowerOnVM_Task, 'duration_secs': 1.109932} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.221713] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dff5714-fdea-4870-b84d-cc383f703ce5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.226049] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.226404] env[65311]: INFO nova.compute.manager [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Took 9.85 seconds to spawn the instance on the hypervisor. [ 894.226638] env[65311]: DEBUG nova.compute.manager [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 894.227557] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7868af2d-c886-4432-8b7d-a6df898fe398 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.248998] env[65311]: DEBUG nova.compute.provider_tree [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.545846] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525c2e03-e872-2de3-a835-45d0ce4ecf64, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.552069] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.552069] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.552069] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.552069] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.552069] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.552069] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb31a6fe-d4a8-402a-ae58-b94e5c78ec31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.567019] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.567019] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.567019] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5d65e6-0add-49ac-84aa-3f9f5a81ebf9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.574521] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 894.574521] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526b4f36-5357-a6fd-ab7b-d6f61b3e0add" [ 894.574521] env[65311]: _type = "Task" [ 894.574521] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.585214] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526b4f36-5357-a6fd-ab7b-d6f61b3e0add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.612219] env[65311]: DEBUG nova.compute.manager [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 894.639523] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 894.639523] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.639523] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 894.639523] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.639523] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 894.640315] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 894.641033] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 894.641744] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 894.642420] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 894.642420] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 894.642742] env[65311]: DEBUG nova.virt.hardware [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 894.644107] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d1449a-2a41-4bd4-950d-0b1f8f530e97 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.658641] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40831721-d338-4ccf-b70a-309c464441aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.680485] env[65311]: DEBUG oslo_vmware.api [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428418, 'name': RemoveSnapshot_Task, 'duration_secs': 0.626918} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.681000] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 894.682049] env[65311]: INFO nova.compute.manager [None req-21524fd3-4155-4a8c-8a23-689213d9c3d3 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 894.754508] env[65311]: DEBUG nova.scheduler.client.report [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.764602] env[65311]: INFO nova.compute.manager [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Took 46.67 seconds to build instance. [ 895.090046] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526b4f36-5357-a6fd-ab7b-d6f61b3e0add, 'name': SearchDatastore_Task, 'duration_secs': 0.022543} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.091168] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9b5217-61f4-4854-b5ae-8a35029a0faa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.099214] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 895.099214] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524ffea0-6d83-5c5e-6cc9-efd4f4076e5c" [ 895.099214] env[65311]: _type = "Task" [ 895.099214] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.108331] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524ffea0-6d83-5c5e-6cc9-efd4f4076e5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.178087] env[65311]: DEBUG nova.network.neutron [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Successfully updated port: 6c66be3e-3e32-48ef-a2a5-ffb63a76a257 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 895.220191] env[65311]: WARNING neutronclient.v2_0.client [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.268296] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.268453] env[65311]: DEBUG nova.compute.manager [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 895.271766] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.965s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.274543] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6fd9783c-1b07-4ff0-a87b-f8b318bb4c32 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.195s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.616603] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524ffea0-6d83-5c5e-6cc9-efd4f4076e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.619670] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.619933] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] dcf7f789-cdf5-42fe-80f6-3724f2707638/dcf7f789-cdf5-42fe-80f6-3724f2707638.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.620434] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64da029f-1ae5-43a5-88ad-550c4e731a2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.628804] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 895.628804] env[65311]: value = "task-4428419" [ 895.628804] env[65311]: _type = "Task" [ 895.628804] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.643713] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.677048] env[65311]: DEBUG nova.network.neutron [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Updating instance_info_cache with network_info: [{"id": "81431615-3f55-4d4b-8ee0-ec15abf3875a", "address": "fa:16:3e:99:52:5a", "network": {"id": "76837045-49e5-4f2e-9dcb-3d1f9a730307", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1538843912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70fc595198f4934af1822d510721219", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81431615-3f", "ovs_interfaceid": "81431615-3f55-4d4b-8ee0-ec15abf3875a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.683262] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "refresh_cache-68811325-d90b-414c-8510-969006be0e72" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.683262] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "refresh_cache-68811325-d90b-414c-8510-969006be0e72" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.683262] env[65311]: DEBUG nova.network.neutron [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 895.774896] env[65311]: DEBUG nova.objects.instance [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lazy-loading 'migration_context' on Instance uuid 29bd979e-07b5-4c44-8c6a-2a35b12968ab {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.778287] env[65311]: DEBUG nova.compute.utils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.783839] env[65311]: DEBUG nova.compute.manager [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 895.784219] env[65311]: DEBUG nova.network.neutron [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 895.784219] env[65311]: WARNING neutronclient.v2_0.client [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.784219] env[65311]: WARNING neutronclient.v2_0.client [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.839176] env[65311]: DEBUG nova.policy [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '053242b289c14961a44de36a4278f919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde11eca2c0a4a3f871b25080fb3a7f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.143564] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428419, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.181364] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Releasing lock "refresh_cache-23382387-666d-4cfd-b142-3b960edab7eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.181794] env[65311]: DEBUG nova.compute.manager [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Instance network_info: |[{"id": "81431615-3f55-4d4b-8ee0-ec15abf3875a", "address": "fa:16:3e:99:52:5a", "network": {"id": "76837045-49e5-4f2e-9dcb-3d1f9a730307", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1538843912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70fc595198f4934af1822d510721219", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81431615-3f", "ovs_interfaceid": "81431615-3f55-4d4b-8ee0-ec15abf3875a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 896.182357] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:52:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfae3ef8-cae7-455d-8632-ba93e1671625', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81431615-3f55-4d4b-8ee0-ec15abf3875a', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.191080] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Creating folder: Project (e70fc595198f4934af1822d510721219). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.193703] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3be0ed8c-5dce-4270-9cac-a6fd2f670999 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.209538] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Created folder: Project (e70fc595198f4934af1822d510721219) in parent group-v866349. [ 896.209763] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Creating folder: Instances. Parent ref: group-v866544. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.210212] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98cf92c8-f6dd-4417-8a6b-47c8c156e227 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.223382] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Created folder: Instances in parent group-v866544. [ 896.223382] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 896.223467] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.223701] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e066cad-f736-4ec3-affa-f88470186b6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.245176] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.245176] env[65311]: value = "task-4428422" [ 896.245176] env[65311]: _type = "Task" [ 896.245176] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.251562] env[65311]: DEBUG nova.network.neutron [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 896.257962] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428422, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.288742] env[65311]: DEBUG nova.compute.manager [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 896.333708] env[65311]: DEBUG nova.network.neutron [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Successfully created port: 299379cf-3c62-49a4-89e8-f29766c1fb81 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 896.449195] env[65311]: WARNING neutronclient.v2_0.client [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.644816] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798804} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.645123] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] dcf7f789-cdf5-42fe-80f6-3724f2707638/dcf7f789-cdf5-42fe-80f6-3724f2707638.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.645369] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.646857] env[65311]: DEBUG nova.network.neutron [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Updating instance_info_cache with network_info: [{"id": "6c66be3e-3e32-48ef-a2a5-ffb63a76a257", "address": "fa:16:3e:95:f5:a8", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c66be3e-3e", "ovs_interfaceid": "6c66be3e-3e32-48ef-a2a5-ffb63a76a257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.648109] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c09e537d-7e5d-4e0f-adab-e8918d78f47c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.659799] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 896.659799] env[65311]: value = "task-4428423" [ 896.659799] env[65311]: _type = "Task" [ 896.659799] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.675442] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.757699] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428422, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.827763] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f32e5d6-0f1e-4842-a755-f8b08d8df638 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.837306] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be16bf8-5357-4848-8bfe-d515cbdae66d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.870748] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57453fb6-da55-4d3a-83f5-e635f8f966aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.874748] env[65311]: DEBUG nova.compute.manager [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Received event network-changed-1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 896.874936] env[65311]: DEBUG nova.compute.manager [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Refreshing instance network info cache due to event network-changed-1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 896.875161] env[65311]: DEBUG oslo_concurrency.lockutils [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] Acquiring lock "refresh_cache-dcf7f789-cdf5-42fe-80f6-3724f2707638" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.875299] env[65311]: DEBUG oslo_concurrency.lockutils [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] Acquired lock "refresh_cache-dcf7f789-cdf5-42fe-80f6-3724f2707638" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.875449] env[65311]: DEBUG nova.network.neutron [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Refreshing network info cache for port 1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.883302] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993589b1-af71-4ce1-8013-d526053902fa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.899022] env[65311]: DEBUG nova.compute.provider_tree [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.916988] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.917281] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.917500] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.917683] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.917850] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.920493] env[65311]: INFO nova.compute.manager [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Terminating instance [ 896.954419] env[65311]: DEBUG nova.compute.manager [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Received event network-vif-plugged-6c66be3e-3e32-48ef-a2a5-ffb63a76a257 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 896.954627] env[65311]: DEBUG oslo_concurrency.lockutils [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] Acquiring lock "68811325-d90b-414c-8510-969006be0e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.954818] env[65311]: DEBUG oslo_concurrency.lockutils [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] Lock "68811325-d90b-414c-8510-969006be0e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.954966] env[65311]: DEBUG oslo_concurrency.lockutils [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] Lock "68811325-d90b-414c-8510-969006be0e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.955420] env[65311]: DEBUG nova.compute.manager [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] No waiting events found dispatching network-vif-plugged-6c66be3e-3e32-48ef-a2a5-ffb63a76a257 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 896.955420] env[65311]: WARNING nova.compute.manager [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Received unexpected event network-vif-plugged-6c66be3e-3e32-48ef-a2a5-ffb63a76a257 for instance with vm_state building and task_state spawning. [ 896.955420] env[65311]: DEBUG nova.compute.manager [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Received event network-changed-6c66be3e-3e32-48ef-a2a5-ffb63a76a257 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 896.955596] env[65311]: DEBUG nova.compute.manager [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Refreshing instance network info cache due to event network-changed-6c66be3e-3e32-48ef-a2a5-ffb63a76a257. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 896.955713] env[65311]: DEBUG oslo_concurrency.lockutils [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] Acquiring lock "refresh_cache-68811325-d90b-414c-8510-969006be0e72" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.156074] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "refresh_cache-68811325-d90b-414c-8510-969006be0e72" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.156074] env[65311]: DEBUG nova.compute.manager [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Instance network_info: |[{"id": "6c66be3e-3e32-48ef-a2a5-ffb63a76a257", "address": "fa:16:3e:95:f5:a8", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c66be3e-3e", "ovs_interfaceid": "6c66be3e-3e32-48ef-a2a5-ffb63a76a257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 897.156074] env[65311]: DEBUG oslo_concurrency.lockutils [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] Acquired lock "refresh_cache-68811325-d90b-414c-8510-969006be0e72" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.156074] env[65311]: DEBUG nova.network.neutron [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Refreshing network info cache for port 6c66be3e-3e32-48ef-a2a5-ffb63a76a257 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.156074] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:f5:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c66be3e-3e32-48ef-a2a5-ffb63a76a257', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.164251] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 897.165591] env[65311]: WARNING neutronclient.v2_0.client [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.168370] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68811325-d90b-414c-8510-969006be0e72] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.173244] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fe75bdc-9143-40ad-95da-8ec83e7a3f7f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.197560] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08146} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.199257] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.199552] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.199552] env[65311]: value = "task-4428424" [ 897.199552] env[65311]: _type = "Task" [ 897.199552] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.200353] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208052e7-d770-40d2-9a83-bd1efe729a13 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.230473] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] dcf7f789-cdf5-42fe-80f6-3724f2707638/dcf7f789-cdf5-42fe-80f6-3724f2707638.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.234704] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e11dea5-ab0c-413e-a9fb-7e96e9eadf55 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.249230] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428424, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.261480] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428422, 'name': CreateVM_Task, 'duration_secs': 0.555371} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.262161] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.262581] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 897.262581] env[65311]: value = "task-4428425" [ 897.262581] env[65311]: _type = "Task" [ 897.262581] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.263173] env[65311]: WARNING neutronclient.v2_0.client [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.263610] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.263808] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.264225] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.264610] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc80fb94-5a2d-4139-8344-682209d1fba9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.278082] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.279397] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 897.279397] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52101a5a-7214-9ae2-3698-9179e07c407a" [ 897.279397] env[65311]: _type = "Task" [ 897.279397] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.289040] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52101a5a-7214-9ae2-3698-9179e07c407a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.304712] env[65311]: DEBUG nova.compute.manager [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 897.333287] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 897.333553] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.333704] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 897.333882] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.334141] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 897.334306] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 897.334513] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 897.334667] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 897.334828] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 897.334985] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 897.335172] env[65311]: DEBUG nova.virt.hardware [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 897.336471] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a9f106-0a4f-4496-9f1e-90f10b639007 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.345863] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8e18ee-7a0a-4a59-9294-50c4b4ce4fc1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.379882] env[65311]: WARNING neutronclient.v2_0.client [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.401955] env[65311]: DEBUG nova.scheduler.client.report [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.424991] env[65311]: DEBUG nova.compute.manager [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 897.425270] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.426668] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fcdb05-138f-439a-9df0-55dab1a570c5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.436589] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.436959] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958814a5-8f63-4278-bb85-7f3aba53dfc4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.446151] env[65311]: DEBUG oslo_vmware.api [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 897.446151] env[65311]: value = "task-4428426" [ 897.446151] env[65311]: _type = "Task" [ 897.446151] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.458725] env[65311]: DEBUG oslo_vmware.api [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.548155] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.549095] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.716222] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428424, 'name': CreateVM_Task, 'duration_secs': 0.512678} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.716222] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68811325-d90b-414c-8510-969006be0e72] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.717877] env[65311]: WARNING neutronclient.v2_0.client [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.717877] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.774546] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428425, 'name': ReconfigVM_Task, 'duration_secs': 0.48548} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.775233] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Reconfigured VM instance instance-00000041 to attach disk [datastore2] dcf7f789-cdf5-42fe-80f6-3724f2707638/dcf7f789-cdf5-42fe-80f6-3724f2707638.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.777308] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0afcf41-034c-44b7-bef6-c73d57ad1446 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.787249] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 897.787249] env[65311]: value = "task-4428427" [ 897.787249] env[65311]: _type = "Task" [ 897.787249] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.794579] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52101a5a-7214-9ae2-3698-9179e07c407a, 'name': SearchDatastore_Task, 'duration_secs': 0.024968} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.795236] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.795486] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.795710] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.795848] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.796028] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.796312] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.796603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.796842] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a8fce8b-1b44-4f29-a8dc-14184c87cb44 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.801857] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d9bb1c-16f6-46bd-bcb4-ac4acba7f3aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.803731] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428427, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.808859] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 897.808859] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5269b973-faae-5a33-0569-54e2856989c5" [ 897.808859] env[65311]: _type = "Task" [ 897.808859] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.813946] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.814152] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.815315] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d01632-f72e-4183-8af0-d9e85a6afb12 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.821752] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5269b973-faae-5a33-0569-54e2856989c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.826651] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 897.826651] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b8553d-ea30-4e76-4f68-864bcc873433" [ 897.826651] env[65311]: _type = "Task" [ 897.826651] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.837903] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b8553d-ea30-4e76-4f68-864bcc873433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.933140] env[65311]: DEBUG nova.network.neutron [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Successfully updated port: 299379cf-3c62-49a4-89e8-f29766c1fb81 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 897.962117] env[65311]: DEBUG oslo_vmware.api [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428426, 'name': PowerOffVM_Task, 'duration_secs': 0.203426} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.962117] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.962117] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.962284] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb015046-6db4-4e7a-a40e-301e26e3eb0a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.044420] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.044603] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.044799] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleting the datastore file [datastore2] b2ecdc7f-92d2-4884-bcf3-5be664c7d119 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.045062] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20b78366-5489-4102-9890-c401955ec5cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.052116] env[65311]: DEBUG nova.compute.manager [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 898.058494] env[65311]: DEBUG oslo_vmware.api [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 898.058494] env[65311]: value = "task-4428429" [ 898.058494] env[65311]: _type = "Task" [ 898.058494] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.073014] env[65311]: DEBUG oslo_vmware.api [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.231922] env[65311]: WARNING neutronclient.v2_0.client [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.301053] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428427, 'name': Rename_Task, 'duration_secs': 0.285364} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.302367] env[65311]: WARNING neutronclient.v2_0.client [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.305027] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.305111] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d98abb5c-7d55-4e5f-bff9-7a486b2bb4c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.314448] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 898.314448] env[65311]: value = "task-4428430" [ 898.314448] env[65311]: _type = "Task" [ 898.314448] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.321880] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5269b973-faae-5a33-0569-54e2856989c5, 'name': SearchDatastore_Task, 'duration_secs': 0.015305} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.322701] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.322966] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.323203] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.328140] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.338529] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b8553d-ea30-4e76-4f68-864bcc873433, 'name': SearchDatastore_Task, 'duration_secs': 0.017469} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.339952] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa6741d-4168-432a-b49f-a3da2fa959ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.347205] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 898.347205] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52655581-87fb-a4ea-d7c1-3f15d72dad21" [ 898.347205] env[65311]: _type = "Task" [ 898.347205] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.357476] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52655581-87fb-a4ea-d7c1-3f15d72dad21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.412786] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.141s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.422544] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.005s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.438130] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "refresh_cache-1e37f31b-6cef-402a-91e5-2d6315b3eddd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.438453] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "refresh_cache-1e37f31b-6cef-402a-91e5-2d6315b3eddd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.438553] env[65311]: DEBUG nova.network.neutron [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 898.488113] env[65311]: DEBUG nova.network.neutron [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Updated VIF entry in instance network info cache for port 6c66be3e-3e32-48ef-a2a5-ffb63a76a257. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 898.488632] env[65311]: DEBUG nova.network.neutron [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Updating instance_info_cache with network_info: [{"id": "6c66be3e-3e32-48ef-a2a5-ffb63a76a257", "address": "fa:16:3e:95:f5:a8", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c66be3e-3e", "ovs_interfaceid": "6c66be3e-3e32-48ef-a2a5-ffb63a76a257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.578908] env[65311]: DEBUG oslo_vmware.api [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208842} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.581766] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.581766] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.581766] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.581766] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.581766] env[65311]: INFO nova.compute.manager [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Took 1.16 seconds to destroy the instance on the hypervisor. [ 898.581766] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 898.581766] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.582034] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.582190] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.582363] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.582477] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.584325] env[65311]: DEBUG nova.compute.manager [-] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 898.584424] env[65311]: DEBUG nova.network.neutron [-] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 898.585103] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.587125] env[65311]: INFO nova.compute.manager [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Terminating instance [ 898.657854] env[65311]: DEBUG nova.network.neutron [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Updated VIF entry in instance network info cache for port 1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 898.658322] env[65311]: DEBUG nova.network.neutron [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Updating instance_info_cache with network_info: [{"id": "1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd", "address": "fa:16:3e:e9:83:c5", "network": {"id": "dbde1ada-781b-4065-92c3-1a01da4f9737", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2096391945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bf3a6e189fb429892c1a4e5516d126b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec1a1c9-0b", "ovs_interfaceid": "1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.714665] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.827937] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428430, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.861254] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52655581-87fb-a4ea-d7c1-3f15d72dad21, 'name': SearchDatastore_Task, 'duration_secs': 0.017443} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.861579] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.862083] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 23382387-666d-4cfd-b142-3b960edab7eb/23382387-666d-4cfd-b142-3b960edab7eb.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.862403] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.862816] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.863115] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96daa161-af52-4845-8a29-4257cbc96bb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.865695] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca57895f-6eb3-40e0-8fcd-3c27c7198044 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.873944] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 898.873944] env[65311]: value = "task-4428431" [ 898.873944] env[65311]: _type = "Task" [ 898.873944] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.878484] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.879118] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.880153] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b086047-fd91-4d98-b1ea-5230f4e4e92e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.888776] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.892856] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 898.892856] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5249c084-e28e-edb7-80c4-5f125a8a2b54" [ 898.892856] env[65311]: _type = "Task" [ 898.892856] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.904085] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5249c084-e28e-edb7-80c4-5f125a8a2b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.992122] env[65311]: DEBUG oslo_concurrency.lockutils [req-ac041f03-06c8-4b89-862f-498ca6e4cf56 req-f1d5829e-d074-45a0-84ea-9443416caeb5 service nova] Releasing lock "refresh_cache-68811325-d90b-414c-8510-969006be0e72" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.053636] env[65311]: DEBUG nova.network.neutron [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 899.081469] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "82260d88-cfa9-48f5-879a-b8c56851af86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.081469] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "82260d88-cfa9-48f5-879a-b8c56851af86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.092420] env[65311]: DEBUG nova.compute.manager [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 899.094656] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.094656] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67193f3b-fdca-439f-96b8-2acc12290f09 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.115927] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.115927] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ace6494-917b-4c68-8848-4fbacef81d60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.164627] env[65311]: DEBUG oslo_concurrency.lockutils [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] Releasing lock "refresh_cache-dcf7f789-cdf5-42fe-80f6-3724f2707638" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.164627] env[65311]: DEBUG nova.compute.manager [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Received event network-vif-plugged-81431615-3f55-4d4b-8ee0-ec15abf3875a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 899.164627] env[65311]: DEBUG oslo_concurrency.lockutils [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] Acquiring lock "23382387-666d-4cfd-b142-3b960edab7eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.164627] env[65311]: DEBUG oslo_concurrency.lockutils [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] Lock "23382387-666d-4cfd-b142-3b960edab7eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.164627] env[65311]: DEBUG oslo_concurrency.lockutils [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] Lock "23382387-666d-4cfd-b142-3b960edab7eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.164627] env[65311]: DEBUG nova.compute.manager [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] No waiting events found dispatching network-vif-plugged-81431615-3f55-4d4b-8ee0-ec15abf3875a {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 899.164627] env[65311]: WARNING nova.compute.manager [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Received unexpected event network-vif-plugged-81431615-3f55-4d4b-8ee0-ec15abf3875a for instance with vm_state building and task_state spawning. [ 899.164627] env[65311]: DEBUG nova.compute.manager [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Received event network-changed-81431615-3f55-4d4b-8ee0-ec15abf3875a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 899.164627] env[65311]: DEBUG nova.compute.manager [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Refreshing instance network info cache due to event network-changed-81431615-3f55-4d4b-8ee0-ec15abf3875a. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 899.164627] env[65311]: DEBUG oslo_concurrency.lockutils [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] Acquiring lock "refresh_cache-23382387-666d-4cfd-b142-3b960edab7eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.165896] env[65311]: DEBUG oslo_concurrency.lockutils [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] Acquired lock "refresh_cache-23382387-666d-4cfd-b142-3b960edab7eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.166804] env[65311]: DEBUG nova.network.neutron [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Refreshing network info cache for port 81431615-3f55-4d4b-8ee0-ec15abf3875a {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.253502] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.254876] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.254876] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleting the datastore file [datastore1] c9cf02b3-64da-42ec-8565-176fd7c0cf0a {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.254876] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b6d7a0b-53b8-474a-81db-e894bf58ba3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.267145] env[65311]: DEBUG oslo_vmware.api [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 899.267145] env[65311]: value = "task-4428433" [ 899.267145] env[65311]: _type = "Task" [ 899.267145] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.279581] env[65311]: DEBUG oslo_vmware.api [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.312110] env[65311]: WARNING neutronclient.v2_0.client [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.332244] env[65311]: DEBUG oslo_vmware.api [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428430, 'name': PowerOnVM_Task, 'duration_secs': 0.842163} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.332244] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.332244] env[65311]: INFO nova.compute.manager [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Took 10.13 seconds to spawn the instance on the hypervisor. [ 899.332244] env[65311]: DEBUG nova.compute.manager [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 899.333497] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47849b5-3396-4745-b6cc-f085b6452684 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.386710] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428431, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.405076] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5249c084-e28e-edb7-80c4-5f125a8a2b54, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.407207] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225e6f95-8d58-4692-8dd6-9bcefe662fea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.422025] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 899.422025] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52245cd2-b498-3f90-1d32-2ff743ad8119" [ 899.422025] env[65311]: _type = "Task" [ 899.422025] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.433151] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52245cd2-b498-3f90-1d32-2ff743ad8119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.479101] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.479341] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 19b27509-93ab-419b-a558-7a14ac9b8abd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.479472] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1df55d08-d9d5-4d83-b45d-c2bd52946354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.479587] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.479708] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance cede9721-0daf-419b-b118-35f08ea84084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.479841] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance cec3103f-91a0-4884-b8de-ab4633e5c087 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.479960] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 0ea275bb-4921-4eb8-89f3-118168d63a9b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.480365] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance c1cca378-855b-4231-a0df-caf830bf9276 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.480365] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance de11687e-08cc-4ee7-91fa-789196241589 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.480463] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 23dab365-7300-4e33-b03c-e680b9f979f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.480508] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 4f57c265-47d8-42d0-95bc-5102fbdd9874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.488832] env[65311]: DEBUG nova.network.neutron [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Updating instance_info_cache with network_info: [{"id": "299379cf-3c62-49a4-89e8-f29766c1fb81", "address": "fa:16:3e:93:6c:4c", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299379cf-3c", "ovs_interfaceid": "299379cf-3c62-49a4-89e8-f29766c1fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.507946] env[65311]: DEBUG nova.network.neutron [-] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.671439] env[65311]: WARNING neutronclient.v2_0.client [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.711078] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.713018] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.784212] env[65311]: WARNING nova.virt.vmwareapi.vmops [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] c9cf02b3-64da-42ec-8565-176fd7c0cf0a [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Traceback (most recent call last): [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] ds_util.file_delete(self._session, [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] session._wait_for_task(file_delete_task) [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] return self.wait_for_task(task_ref) [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] return evt.wait() [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] result = hub.switch() [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] return self.greenlet.switch() [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] self.f(*self.args, **self.kw) [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] raise exceptions.translate_fault(task_info.error) [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore1] c9cf02b3-64da-42ec-8565-176fd7c0cf0a [ 899.784212] env[65311]: ERROR nova.virt.vmwareapi.vmops [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] [ 899.784212] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.784212] env[65311]: INFO nova.compute.manager [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Took 0.69 seconds to destroy the instance on the hypervisor. [ 899.784212] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 899.784212] env[65311]: DEBUG nova.compute.manager [-] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 899.784973] env[65311]: DEBUG nova.network.neutron [-] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 899.784973] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.863231] env[65311]: INFO nova.compute.manager [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Took 37.69 seconds to build instance. [ 899.889236] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557192} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.889236] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 23382387-666d-4cfd-b142-3b960edab7eb/23382387-666d-4cfd-b142-3b960edab7eb.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.889236] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.889236] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd6d83a-608c-4861-a2e0-bbae9718d758 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.897265] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 899.897265] env[65311]: value = "task-4428434" [ 899.897265] env[65311]: _type = "Task" [ 899.897265] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.908745] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.918838] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.935081] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52245cd2-b498-3f90-1d32-2ff743ad8119, 'name': SearchDatastore_Task, 'duration_secs': 0.013217} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.935081] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.935197] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 68811325-d90b-414c-8510-969006be0e72/68811325-d90b-414c-8510-969006be0e72.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.935382] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd6e2b2e-b262-4f9b-b61d-b0b50ff7e833 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.943333] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 899.943333] env[65311]: value = "task-4428435" [ 899.943333] env[65311]: _type = "Task" [ 899.943333] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.954271] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.955608] env[65311]: WARNING neutronclient.v2_0.client [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.980954] env[65311]: INFO nova.compute.manager [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Swapping old allocation on dict_keys(['9e03e2e5-cb03-4816-8aa6-9a366a594801']) held by migration 389950f4-2bb4-4cf4-87d7-3811fa3e3374 for instance [ 899.986572] env[65311]: INFO nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 389950f4-2bb4-4cf4-87d7-3811fa3e3374 has allocations against this compute host but is not found in the database. [ 899.986730] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 29bd979e-07b5-4c44-8c6a-2a35b12968ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.986927] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 983ffc7a-5228-40de-925a-4e3ef49aafc3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.987010] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.987132] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 507aaabc-65c8-4b64-8ad4-370cb3a16ee7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 899.987243] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance c9cf02b3-64da-42ec-8565-176fd7c0cf0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.987353] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance b2ecdc7f-92d2-4884-bcf3-5be664c7d119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.987458] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 6a01330e-80b5-4208-a0eb-4ac7461e6d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.987559] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 6e09b5cf-8bef-477a-9fa7-fefab127952f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.987659] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance b0f10836-b45a-4a6d-88fd-5173cc4b460c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.987758] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance dcf7f789-cdf5-42fe-80f6-3724f2707638 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.987862] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 23382387-666d-4cfd-b142-3b960edab7eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.987970] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 68811325-d90b-414c-8510-969006be0e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.988100] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1e37f31b-6cef-402a-91e5-2d6315b3eddd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 899.992550] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "refresh_cache-1e37f31b-6cef-402a-91e5-2d6315b3eddd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.993657] env[65311]: DEBUG nova.compute.manager [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Instance network_info: |[{"id": "299379cf-3c62-49a4-89e8-f29766c1fb81", "address": "fa:16:3e:93:6c:4c", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299379cf-3c", "ovs_interfaceid": "299379cf-3c62-49a4-89e8-f29766c1fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 899.993657] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:6c:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '299379cf-3c62-49a4-89e8-f29766c1fb81', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.001257] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Creating folder: Project (fde11eca2c0a4a3f871b25080fb3a7f1). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 900.004253] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c477c5dc-a570-4d79-8abe-b1ffd4e6540e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.011171] env[65311]: INFO nova.compute.manager [-] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Took 1.43 seconds to deallocate network for instance. [ 900.018632] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Created folder: Project (fde11eca2c0a4a3f871b25080fb3a7f1) in parent group-v866349. [ 900.018822] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Creating folder: Instances. Parent ref: group-v866548. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 900.019329] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c981cfd-f8cb-4e02-85a8-c772a142a152 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.023686] env[65311]: DEBUG nova.scheduler.client.report [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Overwriting current allocation {'allocations': {'9e03e2e5-cb03-4816-8aa6-9a366a594801': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': '142d4081343640e6b9ec219248d03110', 'user_id': '6498fe068aac4381806731e8a643d8e2', 'consumer_generation': 1} on consumer 29bd979e-07b5-4c44-8c6a-2a35b12968ab {{(pid=65311) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 900.032088] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Created folder: Instances in parent group-v866548. [ 900.032358] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 900.035216] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.035216] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72f3e999-089b-404a-a6f9-30ba4c6c3ff0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.058023] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.058023] env[65311]: value = "task-4428438" [ 900.058023] env[65311]: _type = "Task" [ 900.058023] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.074538] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428438, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.164556] env[65311]: WARNING neutronclient.v2_0.client [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.182685] env[65311]: DEBUG nova.network.neutron [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Updated VIF entry in instance network info cache for port 81431615-3f55-4d4b-8ee0-ec15abf3875a. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.183062] env[65311]: DEBUG nova.network.neutron [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Updating instance_info_cache with network_info: [{"id": "81431615-3f55-4d4b-8ee0-ec15abf3875a", "address": "fa:16:3e:99:52:5a", "network": {"id": "76837045-49e5-4f2e-9dcb-3d1f9a730307", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1538843912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e70fc595198f4934af1822d510721219", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfae3ef8-cae7-455d-8632-ba93e1671625", "external-id": "cl2-zone-841", "segmentation_id": 841, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81431615-3f", "ovs_interfaceid": "81431615-3f55-4d4b-8ee0-ec15abf3875a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.246862] env[65311]: DEBUG nova.compute.manager [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Received event network-changed-8d48b4e8-b60d-4d20-babd-1f3a416c8a92 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 900.247079] env[65311]: DEBUG nova.compute.manager [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Refreshing instance network info cache due to event network-changed-8d48b4e8-b60d-4d20-babd-1f3a416c8a92. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 900.248093] env[65311]: DEBUG oslo_concurrency.lockutils [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] Acquiring lock "refresh_cache-b0f10836-b45a-4a6d-88fd-5173cc4b460c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.248324] env[65311]: DEBUG oslo_concurrency.lockutils [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] Acquired lock "refresh_cache-b0f10836-b45a-4a6d-88fd-5173cc4b460c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.248529] env[65311]: DEBUG nova.network.neutron [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Refreshing network info cache for port 8d48b4e8-b60d-4d20-babd-1f3a416c8a92 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.274016] env[65311]: DEBUG nova.compute.manager [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Received event network-vif-plugged-299379cf-3c62-49a4-89e8-f29766c1fb81 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 900.274431] env[65311]: DEBUG oslo_concurrency.lockutils [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] Acquiring lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.274655] env[65311]: DEBUG oslo_concurrency.lockutils [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.274824] env[65311]: DEBUG oslo_concurrency.lockutils [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.275114] env[65311]: DEBUG nova.compute.manager [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] No waiting events found dispatching network-vif-plugged-299379cf-3c62-49a4-89e8-f29766c1fb81 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 900.275300] env[65311]: WARNING nova.compute.manager [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Received unexpected event network-vif-plugged-299379cf-3c62-49a4-89e8-f29766c1fb81 for instance with vm_state building and task_state spawning. [ 900.275458] env[65311]: DEBUG nova.compute.manager [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Received event network-changed-299379cf-3c62-49a4-89e8-f29766c1fb81 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 900.275741] env[65311]: DEBUG nova.compute.manager [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Refreshing instance network info cache due to event network-changed-299379cf-3c62-49a4-89e8-f29766c1fb81. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 900.275813] env[65311]: DEBUG oslo_concurrency.lockutils [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] Acquiring lock "refresh_cache-1e37f31b-6cef-402a-91e5-2d6315b3eddd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.276040] env[65311]: DEBUG oslo_concurrency.lockutils [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] Acquired lock "refresh_cache-1e37f31b-6cef-402a-91e5-2d6315b3eddd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.276253] env[65311]: DEBUG nova.network.neutron [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Refreshing network info cache for port 299379cf-3c62-49a4-89e8-f29766c1fb81 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.317532] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.318388] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquired lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.318388] env[65311]: DEBUG nova.network.neutron [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 900.366817] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ec2e4da8-a5e8-4c38-a58e-2f39f7c6b634 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "dcf7f789-cdf5-42fe-80f6-3724f2707638" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.211s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.412044] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078158} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.412044] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.412984] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd55659-15d8-48ee-94f7-2d6d1ad442d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.439869] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 23382387-666d-4cfd-b142-3b960edab7eb/23382387-666d-4cfd-b142-3b960edab7eb.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.440311] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60eb1d34-c364-452c-bb9e-42edc7a62e46 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.466696] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 900.466696] env[65311]: value = "task-4428439" [ 900.466696] env[65311]: _type = "Task" [ 900.466696] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.470216] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428435, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.484622] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.492710] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 09163485-87aa-4593-9226-05489aea9693 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 900.520692] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.572370] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428438, 'name': CreateVM_Task, 'duration_secs': 0.449796} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.572643] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.573317] env[65311]: WARNING neutronclient.v2_0.client [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.573953] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.573953] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.574337] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.574653] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2550ddc7-c074-4249-bb1d-0a7e1a26130f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.584084] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 900.584084] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52decb26-ddbc-f47d-e75e-38dd7086e5d5" [ 900.584084] env[65311]: _type = "Task" [ 900.584084] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.596722] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52decb26-ddbc-f47d-e75e-38dd7086e5d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.687010] env[65311]: DEBUG oslo_concurrency.lockutils [req-225ce27e-ab37-42dd-91a6-017c3bba9e9a req-61547acf-99f5-40e0-ab31-7c50b795a254 service nova] Releasing lock "refresh_cache-23382387-666d-4cfd-b142-3b960edab7eb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.732685] env[65311]: DEBUG nova.network.neutron [-] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.755318] env[65311]: WARNING neutronclient.v2_0.client [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.780195] env[65311]: WARNING neutronclient.v2_0.client [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.822389] env[65311]: WARNING neutronclient.v2_0.client [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.870284] env[65311]: DEBUG nova.compute.manager [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 900.968343] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708942} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.968588] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 68811325-d90b-414c-8510-969006be0e72/68811325-d90b-414c-8510-969006be0e72.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.968928] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.969316] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98467fb2-305a-433d-9d83-19f4111ce97c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.982187] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428439, 'name': ReconfigVM_Task, 'duration_secs': 0.33893} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.984345] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 23382387-666d-4cfd-b142-3b960edab7eb/23382387-666d-4cfd-b142-3b960edab7eb.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.984862] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 900.984862] env[65311]: value = "task-4428440" [ 900.984862] env[65311]: _type = "Task" [ 900.984862] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.985164] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6feed8c5-f6f6-4c11-8d3a-07ae77d4cb56 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.997876] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance a26378a7-b715-4c1a-9450-f7cf931ecec1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 900.999308] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.001466] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 901.001466] env[65311]: value = "task-4428441" [ 901.001466] env[65311]: _type = "Task" [ 901.001466] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.011748] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428441, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.101494] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52decb26-ddbc-f47d-e75e-38dd7086e5d5, 'name': SearchDatastore_Task, 'duration_secs': 0.047355} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.101977] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.102231] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.102459] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.102671] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.102885] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.103184] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41590d38-569b-46e3-aab7-a122890d4c45 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.116371] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.116371] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.116371] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49679730-bc25-4b28-abc9-153e81fec17c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.122909] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 901.122909] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c8b6ad-8471-f5f8-a6d8-5cee0a17cfcb" [ 901.122909] env[65311]: _type = "Task" [ 901.122909] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.133776] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c8b6ad-8471-f5f8-a6d8-5cee0a17cfcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.229019] env[65311]: WARNING neutronclient.v2_0.client [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.235570] env[65311]: INFO nova.compute.manager [-] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Took 1.45 seconds to deallocate network for instance. [ 901.274631] env[65311]: WARNING neutronclient.v2_0.client [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.314730] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.314987] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.337373] env[65311]: WARNING neutronclient.v2_0.client [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.398624] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.422081] env[65311]: DEBUG nova.network.neutron [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Updated VIF entry in instance network info cache for port 8d48b4e8-b60d-4d20-babd-1f3a416c8a92. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 901.422081] env[65311]: DEBUG nova.network.neutron [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Updating instance_info_cache with network_info: [{"id": "8d48b4e8-b60d-4d20-babd-1f3a416c8a92", "address": "fa:16:3e:3c:63:a9", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d48b4e8-b6", "ovs_interfaceid": "8d48b4e8-b60d-4d20-babd-1f3a416c8a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.499788] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08036} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.500583] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 901.501922] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.503505] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438141ce-f7de-4d68-8505-6ccce059b781 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.515628] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428441, 'name': Rename_Task, 'duration_secs': 0.167512} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.526532] env[65311]: DEBUG nova.network.neutron [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Updated VIF entry in instance network info cache for port 299379cf-3c62-49a4-89e8-f29766c1fb81. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 901.527332] env[65311]: DEBUG nova.network.neutron [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Updating instance_info_cache with network_info: [{"id": "299379cf-3c62-49a4-89e8-f29766c1fb81", "address": "fa:16:3e:93:6c:4c", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299379cf-3c", "ovs_interfaceid": "299379cf-3c62-49a4-89e8-f29766c1fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.528212] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.537665] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 68811325-d90b-414c-8510-969006be0e72/68811325-d90b-414c-8510-969006be0e72.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.539152] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d9892e-d910-4554-b414-7406730f97f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.540863] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e51e97a-f415-4da3-9b64-5e6ee7478a5a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.556436] env[65311]: DEBUG nova.network.neutron [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance_info_cache with network_info: [{"id": "d7084695-e621-417f-bbb1-be4202fca4d7", "address": "fa:16:3e:d8:f4:48", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7084695-e6", "ovs_interfaceid": "d7084695-e621-417f-bbb1-be4202fca4d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.568427] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 901.568427] env[65311]: value = "task-4428442" [ 901.568427] env[65311]: _type = "Task" [ 901.568427] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.571025] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 901.571025] env[65311]: value = "task-4428443" [ 901.571025] env[65311]: _type = "Task" [ 901.571025] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.585139] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.588307] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.635151] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c8b6ad-8471-f5f8-a6d8-5cee0a17cfcb, 'name': SearchDatastore_Task, 'duration_secs': 0.015087} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.636040] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c147556b-0ba4-4571-8043-c147520ad719 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.644308] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 901.644308] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d3a0b2-a270-eb80-1323-baea4fbe2928" [ 901.644308] env[65311]: _type = "Task" [ 901.644308] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.657137] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d3a0b2-a270-eb80-1323-baea4fbe2928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.742475] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.922281] env[65311]: DEBUG oslo_concurrency.lockutils [req-0a6a62a6-092a-4ee4-97e2-fdb3b079c2a0 req-4192177f-3b12-408b-8b8b-fd13184aba00 service nova] Releasing lock "refresh_cache-b0f10836-b45a-4a6d-88fd-5173cc4b460c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.005700] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 7886e451-392e-48e6-b542-6ddd56d285e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 902.040153] env[65311]: DEBUG oslo_concurrency.lockutils [req-896fd6fa-e5f0-478e-9b4f-4afb7209ac16 req-e8b4f2e7-8e6b-4fc1-b992-9bce0c1fd93a service nova] Releasing lock "refresh_cache-1e37f31b-6cef-402a-91e5-2d6315b3eddd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.062840] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Releasing lock "refresh_cache-29bd979e-07b5-4c44-8c6a-2a35b12968ab" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.063661] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.064250] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquiring lock "dcf7f789-cdf5-42fe-80f6-3724f2707638" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.064595] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "dcf7f789-cdf5-42fe-80f6-3724f2707638" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.064889] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquiring lock "dcf7f789-cdf5-42fe-80f6-3724f2707638-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.065188] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "dcf7f789-cdf5-42fe-80f6-3724f2707638-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.065491] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "dcf7f789-cdf5-42fe-80f6-3724f2707638-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.067855] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c177d89-e6e4-4097-80c1-8dbf160e1816 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.072068] env[65311]: INFO nova.compute.manager [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Terminating instance [ 902.096462] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 902.096462] env[65311]: value = "task-4428444" [ 902.096462] env[65311]: _type = "Task" [ 902.096462] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.117836] env[65311]: DEBUG oslo_vmware.api [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428442, 'name': PowerOnVM_Task, 'duration_secs': 0.509626} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.118280] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.119315] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.119695] env[65311]: INFO nova.compute.manager [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Took 10.22 seconds to spawn the instance on the hypervisor. [ 902.120026] env[65311]: DEBUG nova.compute.manager [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 902.121496] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21918913-3729-4c11-83a8-a377b2e26eb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.129121] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.157520] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d3a0b2-a270-eb80-1323-baea4fbe2928, 'name': SearchDatastore_Task, 'duration_secs': 0.020821} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.157806] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.158137] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1e37f31b-6cef-402a-91e5-2d6315b3eddd/1e37f31b-6cef-402a-91e5-2d6315b3eddd.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.158477] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd53f892-b981-467d-9a68-997b1c1b56ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.168387] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 902.168387] env[65311]: value = "task-4428445" [ 902.168387] env[65311]: _type = "Task" [ 902.168387] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.180804] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.338711] env[65311]: DEBUG nova.compute.manager [req-f8d858f9-a3ff-4391-93d0-13c10bc2d5cd req-9fb042ba-2c60-4afd-ab07-23fedab99a4e service nova] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Received event network-vif-deleted-55f1392b-1042-4ea1-82e0-0911f94422ed {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 902.508720] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance f5f0c55b-2c53-4d6b-8384-cfad13ca4957 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 902.531122] env[65311]: DEBUG nova.compute.manager [req-90bc5f09-2313-4592-a499-bb19ff8089e9 req-6b608db4-2ca8-4abd-b134-f45cc0a9c732 service nova] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Received event network-vif-deleted-18fb4ec1-0f47-42f8-b8d6-5c29571fd498 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 902.590165] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428443, 'name': ReconfigVM_Task, 'duration_secs': 0.931841} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.590165] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 68811325-d90b-414c-8510-969006be0e72/68811325-d90b-414c-8510-969006be0e72.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.591054] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfce867b-d68f-472b-8b86-4b786036d7d0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.596904] env[65311]: DEBUG nova.compute.manager [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 902.596904] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.597322] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2219c49c-f4c0-42ec-af5f-10e7008f3511 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.602853] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 902.602853] env[65311]: value = "task-4428446" [ 902.602853] env[65311]: _type = "Task" [ 902.602853] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.612526] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.613163] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aacf803c-5bb1-4734-8fc3-d021dcba18a8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.620627] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428446, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.626223] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428444, 'name': PowerOffVM_Task, 'duration_secs': 0.282934} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.626223] env[65311]: DEBUG oslo_vmware.api [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 902.626223] env[65311]: value = "task-4428447" [ 902.626223] env[65311]: _type = "Task" [ 902.626223] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.626468] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.627244] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:43:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='54414f9c-6d6b-4c95-b228-ee4ff4f1e391',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-268574062',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.627893] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.627893] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.627893] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.628027] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.628200] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.628523] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.628743] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.628892] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.629152] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.629364] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.635380] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2063e45-5ac0-452b-bdfa-17bd1591d54b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.659794] env[65311]: INFO nova.compute.manager [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Took 37.10 seconds to build instance. [ 902.662742] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 902.662742] env[65311]: value = "task-4428448" [ 902.662742] env[65311]: _type = "Task" [ 902.662742] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.667515] env[65311]: DEBUG oslo_vmware.api [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.684894] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428445, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.688543] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.012351] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance d8abbc7b-bcf9-4f3c-a441-699e40be985c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 903.117381] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428446, 'name': Rename_Task, 'duration_secs': 0.375339} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.117725] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.118327] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48303496-bae4-4d2b-bf08-b441a42cefd4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.127193] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 903.127193] env[65311]: value = "task-4428449" [ 903.127193] env[65311]: _type = "Task" [ 903.127193] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.137174] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.147114] env[65311]: DEBUG oslo_vmware.api [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428447, 'name': PowerOffVM_Task, 'duration_secs': 0.385435} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.147473] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.147628] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.147890] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5202d83b-b1e4-4b5c-9370-66c4f20e6aca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.167226] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7b357d22-13b7-4cc9-9c22-a27ee3d85f90 tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "23382387-666d-4cfd-b142-3b960edab7eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.621s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.184085] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428448, 'name': ReconfigVM_Task, 'duration_secs': 0.248268} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.187306] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667955} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.188662] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d14f43-2d54-410a-8181-ae66e7ba9423 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.191343] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1e37f31b-6cef-402a-91e5-2d6315b3eddd/1e37f31b-6cef-402a-91e5-2d6315b3eddd.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.191599] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.191891] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a319b23-81bd-42d3-940c-baea235e40bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.211927] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:43:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='54414f9c-6d6b-4c95-b228-ee4ff4f1e391',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-268574062',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 903.212228] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.212393] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 903.214741] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.214741] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 903.214741] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 903.214741] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 903.214741] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 903.214741] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 903.214741] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 903.214741] env[65311]: DEBUG nova.virt.hardware [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 903.215854] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d80f1c0-e312-4fc0-878e-5096f3d5c743 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.218456] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 903.218456] env[65311]: value = "task-4428451" [ 903.218456] env[65311]: _type = "Task" [ 903.218456] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.223571] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 903.223571] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52177fe1-53ab-85d1-aa57-0612e3be2dfa" [ 903.223571] env[65311]: _type = "Task" [ 903.223571] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.232953] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.239772] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52177fe1-53ab-85d1-aa57-0612e3be2dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.246356] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 903.246713] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.246903] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.247183] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Deleting the datastore file [datastore2] dcf7f789-cdf5-42fe-80f6-3724f2707638 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.248021] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be8f3a93-881c-4c07-b2d3-c47a0a9777c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.261579] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ca802b-2817-497c-8e45-76023646377d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.274026] env[65311]: DEBUG oslo_vmware.api [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for the task: (returnval){ [ 903.274026] env[65311]: value = "task-4428452" [ 903.274026] env[65311]: _type = "Task" [ 903.274026] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.274026] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 903.274026] env[65311]: value = "task-4428453" [ 903.274026] env[65311]: _type = "Task" [ 903.274026] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.289637] env[65311]: DEBUG oslo_vmware.api [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.289904] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.515934] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 82260d88-cfa9-48f5-879a-b8c56851af86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 903.644094] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428449, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.675035] env[65311]: DEBUG nova.compute.manager [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 903.730353] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267399} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.731239] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.731948] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d083771c-ebc2-4ad5-9173-a3b42cc63ade {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.763670] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 1e37f31b-6cef-402a-91e5-2d6315b3eddd/1e37f31b-6cef-402a-91e5-2d6315b3eddd.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.764086] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f52acce5-06c7-43ab-94ca-c412384cabaf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.799391] env[65311]: DEBUG oslo_vmware.api [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.806879] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 903.806879] env[65311]: value = "task-4428454" [ 903.806879] env[65311]: _type = "Task" [ 903.806879] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.809070] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.820935] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.023345] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance e6572502-05a9-4ae3-9eb5-48e574ae4cdf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 904.023678] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 904.024441] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '17', 'num_vm_active': '10', 'num_task_None': '10', 'num_os_type_None': '17', 'num_proj_142d4081343640e6b9ec219248d03110': '2', 'io_workload': '4', 'num_proj_70f7d294f361449cb188fb4638fa1cbd': '2', 'num_proj_430490f0df4d4743898bd464dd11ec50': '1', 'num_vm_error': '1', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'num_proj_db5d43e877db46d5a2dd2921ff23c183': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_58757f23e8934b85a7c6eccdf472b51b': '3', 'num_vm_suspended': '1', 'num_task_deleting': '2', 'num_proj_99486a4df0af4f99a0d17974c50b259f': '1', 'num_proj_772a53bbca574a6a95f99e5aef167d61': '1', 'num_proj_40207bef3f9a4b6086b25366aa67344b': '1', 'num_proj_a7781542564f4fbda4187fb4491eafc0': '1', 'num_vm_building': '4', 'num_task_spawning': '4', 'num_proj_9bf3a6e189fb429892c1a4e5516d126b': '1', 'num_proj_e70fc595198f4934af1822d510721219': '1', 'num_proj_fde11eca2c0a4a3f871b25080fb3a7f1': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 904.140582] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.202548] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.298494] env[65311]: DEBUG oslo_vmware.api [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Task: {'id': task-4428452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592362} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.301648] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.301833] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.302053] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.302282] env[65311]: INFO nova.compute.manager [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Took 1.71 seconds to destroy the instance on the hypervisor. [ 904.302608] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 904.304187] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428453, 'name': ReconfigVM_Task, 'duration_secs': 0.989161} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.304187] env[65311]: DEBUG nova.compute.manager [-] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 904.304187] env[65311]: DEBUG nova.network.neutron [-] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 904.304187] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.306045] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 904.310273] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4abeb1-edd6-4cbe-8255-0199ba33ceeb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.349271] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 29bd979e-07b5-4c44-8c6a-2a35b12968ab/29bd979e-07b5-4c44-8c6a-2a35b12968ab.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.349759] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.353550] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a837716-3813-4f8e-9181-dee01d64f458 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.367915] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.377847] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 904.377847] env[65311]: value = "task-4428455" [ 904.377847] env[65311]: _type = "Task" [ 904.377847] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.390624] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.496014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquiring lock "6e09b5cf-8bef-477a-9fa7-fefab127952f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.496340] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "6e09b5cf-8bef-477a-9fa7-fefab127952f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.496529] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquiring lock "6e09b5cf-8bef-477a-9fa7-fefab127952f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.497121] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "6e09b5cf-8bef-477a-9fa7-fefab127952f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.497121] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "6e09b5cf-8bef-477a-9fa7-fefab127952f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.499345] env[65311]: INFO nova.compute.manager [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Terminating instance [ 904.638607] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcf98bc-6f25-4a67-a2c1-7a39f4adbe11 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.648014] env[65311]: DEBUG oslo_vmware.api [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428449, 'name': PowerOnVM_Task, 'duration_secs': 1.022827} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.650232] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.650447] env[65311]: INFO nova.compute.manager [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Took 10.04 seconds to spawn the instance on the hypervisor. [ 904.650650] env[65311]: DEBUG nova.compute.manager [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 904.651521] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5277179a-ba81-473e-b80b-27d76a68e3d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.655622] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0157784b-3adc-4f78-9087-bfa53d4be9c5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.693468] env[65311]: DEBUG oslo_concurrency.lockutils [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquiring lock "23382387-666d-4cfd-b142-3b960edab7eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.693468] env[65311]: DEBUG oslo_concurrency.lockutils [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "23382387-666d-4cfd-b142-3b960edab7eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.694303] env[65311]: DEBUG oslo_concurrency.lockutils [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquiring lock "23382387-666d-4cfd-b142-3b960edab7eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.694303] env[65311]: DEBUG oslo_concurrency.lockutils [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "23382387-666d-4cfd-b142-3b960edab7eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.694303] env[65311]: DEBUG oslo_concurrency.lockutils [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "23382387-666d-4cfd-b142-3b960edab7eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.697682] env[65311]: INFO nova.compute.manager [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Terminating instance [ 904.699588] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0890ad19-5c0a-4388-a144-2b76c371bd0f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.709929] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d6f4b-931f-4b8c-a570-3d5d9da04102 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.728438] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.824589] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428454, 'name': ReconfigVM_Task, 'duration_secs': 0.823695} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.824872] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 1e37f31b-6cef-402a-91e5-2d6315b3eddd/1e37f31b-6cef-402a-91e5-2d6315b3eddd.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.825600] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b004d6d-5754-4173-99a4-b3385f564895 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.834372] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 904.834372] env[65311]: value = "task-4428456" [ 904.834372] env[65311]: _type = "Task" [ 904.834372] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.846672] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428456, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.892334] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428455, 'name': ReconfigVM_Task, 'duration_secs': 0.448519} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.892704] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 29bd979e-07b5-4c44-8c6a-2a35b12968ab/29bd979e-07b5-4c44-8c6a-2a35b12968ab.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.893799] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbd24f8-ebeb-43b7-b817-f959c54afeea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.916623] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a63dd5-8c89-4a13-bd58-0c88021bf7ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.935678] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8408d3-9b28-4c7b-8e84-bac655fea31a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.940666] env[65311]: DEBUG nova.compute.manager [req-ae94fe37-4164-4618-825d-133c92a0ca0f req-6144bdfe-a51d-45e5-9e94-e3b9e8b2d2ae service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Received event network-vif-deleted-1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 904.940666] env[65311]: INFO nova.compute.manager [req-ae94fe37-4164-4618-825d-133c92a0ca0f req-6144bdfe-a51d-45e5-9e94-e3b9e8b2d2ae service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Neutron deleted interface 1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd; detaching it from the instance and deleting it from the info cache [ 904.941209] env[65311]: DEBUG nova.network.neutron [req-ae94fe37-4164-4618-825d-133c92a0ca0f req-6144bdfe-a51d-45e5-9e94-e3b9e8b2d2ae service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.961017] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bc78d0-1010-45c4-af8d-21b91818c301 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.970137] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.970459] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-810aa922-d2f1-423c-8609-98db30d56202 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.980090] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 904.980090] env[65311]: value = "task-4428457" [ 904.980090] env[65311]: _type = "Task" [ 904.980090] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.990387] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.005271] env[65311]: DEBUG nova.compute.manager [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 905.005271] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.005271] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a83199-b960-42cc-8f77-5cf8457af381 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.013698] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.013986] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bf44cc8-65bd-4514-afff-34cfbde8a3d5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.021987] env[65311]: DEBUG oslo_vmware.api [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 905.021987] env[65311]: value = "task-4428458" [ 905.021987] env[65311]: _type = "Task" [ 905.021987] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.035731] env[65311]: DEBUG oslo_vmware.api [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.104598] env[65311]: DEBUG nova.network.neutron [-] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.206522] env[65311]: DEBUG nova.compute.manager [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 905.206522] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.207915] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db88bbb-04ef-4e7b-8713-d6a5d3820c01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.211906] env[65311]: INFO nova.compute.manager [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Took 38.28 seconds to build instance. [ 905.221372] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.221807] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae7d528b-678c-433b-baca-2133ab5c4086 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.236068] env[65311]: DEBUG oslo_vmware.api [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 905.236068] env[65311]: value = "task-4428459" [ 905.236068] env[65311]: _type = "Task" [ 905.236068] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.251565] env[65311]: DEBUG oslo_vmware.api [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.258477] env[65311]: ERROR nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [req-310d245e-c727-44a6-aa00-8ec4226d722d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-310d245e-c727-44a6-aa00-8ec4226d722d"}]} [ 905.279746] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 905.297118] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 905.298094] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.311745] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 905.342823] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 905.352377] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428456, 'name': Rename_Task, 'duration_secs': 0.18419} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.353173] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.353955] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-245c4aca-5b72-4297-b722-0d60efd58b36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.363884] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 905.363884] env[65311]: value = "task-4428460" [ 905.363884] env[65311]: _type = "Task" [ 905.363884] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.376075] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.447775] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5476815-784e-4a1f-afc0-9a88b07defa0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.459046] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d66aa8-a59c-4b75-aa9a-20bab113944e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.492526] env[65311]: DEBUG oslo_vmware.api [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428457, 'name': PowerOnVM_Task, 'duration_secs': 0.489118} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.506641] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.510291] env[65311]: DEBUG nova.compute.manager [req-ae94fe37-4164-4618-825d-133c92a0ca0f req-6144bdfe-a51d-45e5-9e94-e3b9e8b2d2ae service nova] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Detach interface failed, port_id=1ec1a1c9-0bc6-4c05-9f14-0138cf48c0dd, reason: Instance dcf7f789-cdf5-42fe-80f6-3724f2707638 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 905.537292] env[65311]: DEBUG oslo_vmware.api [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428458, 'name': PowerOffVM_Task, 'duration_secs': 0.212123} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.537550] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.537703] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.538516] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30062c71-7ad5-4bd0-9d59-9600ad6c750f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.609969] env[65311]: INFO nova.compute.manager [-] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Took 1.31 seconds to deallocate network for instance. [ 905.638205] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.638795] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.638795] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Deleting the datastore file [datastore2] 6e09b5cf-8bef-477a-9fa7-fefab127952f {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.639344] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74d7c65a-75b4-4962-954a-5f42f0c8d771 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.651519] env[65311]: DEBUG oslo_vmware.api [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for the task: (returnval){ [ 905.651519] env[65311]: value = "task-4428462" [ 905.651519] env[65311]: _type = "Task" [ 905.651519] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.660303] env[65311]: DEBUG oslo_vmware.api [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.714643] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9fbffa88-b1bf-47a8-918f-19f3f656dea4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "68811325-d90b-414c-8510-969006be0e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.803s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.754850] env[65311]: DEBUG oslo_vmware.api [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428459, 'name': PowerOffVM_Task, 'duration_secs': 0.203694} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.758419] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.758625] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.759180] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09a60e35-f668-4a57-a679-12e0f96f54f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.834340] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.834622] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.834847] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Deleting the datastore file [datastore1] 23382387-666d-4cfd-b142-3b960edab7eb {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.835208] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebff1d7d-751f-4593-8df6-f15a56baa9de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.844483] env[65311]: DEBUG oslo_vmware.api [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for the task: (returnval){ [ 905.844483] env[65311]: value = "task-4428464" [ 905.844483] env[65311]: _type = "Task" [ 905.844483] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.859776] env[65311]: DEBUG oslo_vmware.api [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.875188] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428460, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.913815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.914146] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.921389] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116ebcd7-070f-4a74-9d64-dc2254267dfd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.931850] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979eef2-65d3-404f-bea0-a437c6e1d17a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.966944] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b819be3-5fa0-4ed2-972f-18dadacbf913 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.976129] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a22171-4482-4db9-bda9-add42960c48a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.994136] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.120287] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.162517] env[65311]: DEBUG oslo_vmware.api [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Task: {'id': task-4428462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303663} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.162891] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.163169] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.164120] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.164120] env[65311]: INFO nova.compute.manager [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 906.164120] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 906.164437] env[65311]: DEBUG nova.compute.manager [-] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 906.164594] env[65311]: DEBUG nova.network.neutron [-] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 906.164978] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.219161] env[65311]: DEBUG nova.compute.manager [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 906.246798] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.359022] env[65311]: DEBUG oslo_vmware.api [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Task: {'id': task-4428464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283891} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.359022] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.359271] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.359506] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.359761] env[65311]: INFO nova.compute.manager [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 906.360143] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 906.360687] env[65311]: DEBUG nova.compute.manager [-] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 906.360856] env[65311]: DEBUG nova.network.neutron [-] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 906.361286] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.378084] env[65311]: DEBUG oslo_vmware.api [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428460, 'name': PowerOnVM_Task, 'duration_secs': 0.741686} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.378397] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.378604] env[65311]: INFO nova.compute.manager [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Took 9.07 seconds to spawn the instance on the hypervisor. [ 906.378778] env[65311]: DEBUG nova.compute.manager [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.381029] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c645c3-7217-4e07-85d4-befc7315b470 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.427901] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.498240] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.525275] env[65311]: INFO nova.compute.manager [None req-2f164e15-782c-433c-ae72-7a3fac0f0ac6 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance to original state: 'active' [ 906.627658] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "1b85599d-809b-4b02-abf1-2d68c4978adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.627902] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "1b85599d-809b-4b02-abf1-2d68c4978adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.736384] env[65311]: DEBUG nova.compute.manager [req-5d535e35-b35b-48b7-a973-574e5fd1d3ec req-1cdfe772-ddcd-4df1-896f-014df831d525 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Received event network-vif-deleted-81431615-3f55-4d4b-8ee0-ec15abf3875a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 906.737329] env[65311]: INFO nova.compute.manager [req-5d535e35-b35b-48b7-a973-574e5fd1d3ec req-1cdfe772-ddcd-4df1-896f-014df831d525 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Neutron deleted interface 81431615-3f55-4d4b-8ee0-ec15abf3875a; detaching it from the instance and deleting it from the info cache [ 906.737329] env[65311]: DEBUG nova.network.neutron [req-5d535e35-b35b-48b7-a973-574e5fd1d3ec req-1cdfe772-ddcd-4df1-896f-014df831d525 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.741294] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.903065] env[65311]: INFO nova.compute.manager [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Took 39.86 seconds to build instance. [ 906.997442] env[65311]: DEBUG nova.compute.manager [req-baff7a78-3253-4b9b-b173-72fde698276a req-a70cb91e-7fb8-45ab-8101-921d7f65ae85 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Received event network-vif-deleted-c03e4bf3-a078-49b3-a29b-7b7588739adc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 906.997739] env[65311]: INFO nova.compute.manager [req-baff7a78-3253-4b9b-b173-72fde698276a req-a70cb91e-7fb8-45ab-8101-921d7f65ae85 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Neutron deleted interface c03e4bf3-a078-49b3-a29b-7b7588739adc; detaching it from the instance and deleting it from the info cache [ 906.998038] env[65311]: DEBUG nova.network.neutron [req-baff7a78-3253-4b9b-b173-72fde698276a req-a70cb91e-7fb8-45ab-8101-921d7f65ae85 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.007538] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 907.007872] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.585s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.008570] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.593s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.013044] env[65311]: INFO nova.compute.claims [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.016185] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.016336] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Cleaning up deleted instances {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 907.020786] env[65311]: DEBUG nova.network.neutron [-] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.213105] env[65311]: DEBUG nova.network.neutron [-] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.239139] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7a9bf68-8432-4222-9eb6-759c5f5a453e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.252902] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5f01b-51ad-4ba8-a4d5-c0321b1a5179 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.298504] env[65311]: DEBUG nova.compute.manager [req-5d535e35-b35b-48b7-a973-574e5fd1d3ec req-1cdfe772-ddcd-4df1-896f-014df831d525 service nova] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Detach interface failed, port_id=81431615-3f55-4d4b-8ee0-ec15abf3875a, reason: Instance 23382387-666d-4cfd-b142-3b960edab7eb could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 907.405720] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4f1694d-b05d-4e42-aadf-bf0de7c41746 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.367s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.500999] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c53d1be6-046b-437b-a193-33f746b9aaf6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.511967] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21eb8cc-5032-4fc5-ab56-7de900d878f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.535320] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] There are 43 instances to clean {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 907.535609] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: c229e8f7-e776-4a79-8672-51f237f99194] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 907.540558] env[65311]: INFO nova.compute.manager [-] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Took 1.38 seconds to deallocate network for instance. [ 907.568077] env[65311]: DEBUG nova.compute.manager [req-baff7a78-3253-4b9b-b173-72fde698276a req-a70cb91e-7fb8-45ab-8101-921d7f65ae85 service nova] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Detach interface failed, port_id=c03e4bf3-a078-49b3-a29b-7b7588739adc, reason: Instance 6e09b5cf-8bef-477a-9fa7-fefab127952f could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 907.716463] env[65311]: INFO nova.compute.manager [-] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Took 1.36 seconds to deallocate network for instance. [ 907.909384] env[65311]: DEBUG nova.compute.manager [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 908.044213] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: aa425aee-d531-482a-9a1e-739cde5a260c] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 908.050022] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.080449] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b27e2-e872-42a5-ae26-d6cf9f94f629 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.093313] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36222374-dd72-45e0-9492-203a91c248ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.127776] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd74e1b-0fb9-4f69-8269-fe8db87540a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.137278] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0e335f-0a3d-465e-98ea-dab40293043a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.154560] env[65311]: DEBUG nova.compute.provider_tree [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.223566] env[65311]: DEBUG oslo_concurrency.lockutils [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.441469] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.548161] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 513bff4a-ee9c-406a-b8d9-52f449db2df9] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 908.658183] env[65311]: DEBUG nova.scheduler.client.report [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.734855] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.735185] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.735394] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.735576] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.735774] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.738091] env[65311]: INFO nova.compute.manager [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Terminating instance [ 909.051662] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 97fe388a-ceaf-46a1-ba20-ab0249b4d592] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 909.164999] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.165651] env[65311]: DEBUG nova.compute.manager [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 909.169033] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.079s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.172046] env[65311]: INFO nova.compute.claims [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.244037] env[65311]: DEBUG nova.compute.manager [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 909.244037] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.244665] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7e507-a388-454f-a75b-495413976bbd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.254026] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.254321] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f572240-c8c1-46e0-8450-52d5dbf38021 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.261658] env[65311]: DEBUG oslo_vmware.api [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 909.261658] env[65311]: value = "task-4428465" [ 909.261658] env[65311]: _type = "Task" [ 909.261658] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.271332] env[65311]: DEBUG oslo_vmware.api [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.555865] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: a0382adf-e119-4c10-a995-c8154f2f2df7] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 909.678136] env[65311]: DEBUG nova.compute.utils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.679696] env[65311]: DEBUG nova.compute.manager [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 909.680080] env[65311]: DEBUG nova.network.neutron [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 909.680363] env[65311]: WARNING neutronclient.v2_0.client [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.680623] env[65311]: WARNING neutronclient.v2_0.client [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.741712] env[65311]: DEBUG nova.policy [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '053242b289c14961a44de36a4278f919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde11eca2c0a4a3f871b25080fb3a7f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.774022] env[65311]: DEBUG oslo_vmware.api [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428465, 'name': PowerOffVM_Task, 'duration_secs': 0.396305} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.775073] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.775073] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.775073] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd9d4872-6915-4a3e-b8dc-c6c822073926 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.862372] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.862372] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.862372] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Deleting the datastore file [datastore2] 29bd979e-07b5-4c44-8c6a-2a35b12968ab {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.862517] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df9ca89e-dff1-453a-8962-173936e79f12 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.870664] env[65311]: DEBUG oslo_vmware.api [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 909.870664] env[65311]: value = "task-4428467" [ 909.870664] env[65311]: _type = "Task" [ 909.870664] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.881432] env[65311]: DEBUG oslo_vmware.api [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.057602] env[65311]: DEBUG nova.network.neutron [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Successfully created port: cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 910.060195] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 1a5390c7-30fb-4797-a535-b179a063ed6f] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 910.183988] env[65311]: DEBUG nova.compute.manager [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 910.381824] env[65311]: DEBUG oslo_vmware.api [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452098} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.384802] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.385070] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.385896] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.385896] env[65311]: INFO nova.compute.manager [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Took 1.14 seconds to destroy the instance on the hypervisor. [ 910.385896] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 910.386221] env[65311]: DEBUG nova.compute.manager [-] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 910.386348] env[65311]: DEBUG nova.network.neutron [-] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 910.386663] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.406622] env[65311]: DEBUG oslo_concurrency.lockutils [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "cede9721-0daf-419b-b118-35f08ea84084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.408873] env[65311]: DEBUG oslo_concurrency.lockutils [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "cede9721-0daf-419b-b118-35f08ea84084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.408873] env[65311]: DEBUG oslo_concurrency.lockutils [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "cede9721-0daf-419b-b118-35f08ea84084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.408873] env[65311]: DEBUG oslo_concurrency.lockutils [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "cede9721-0daf-419b-b118-35f08ea84084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.408873] env[65311]: DEBUG oslo_concurrency.lockutils [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "cede9721-0daf-419b-b118-35f08ea84084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.412845] env[65311]: INFO nova.compute.manager [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Terminating instance [ 910.427919] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.563707] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 0da534e6-4151-4c9d-bec8-798548a683e6] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 910.698269] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f563072-23c1-4e84-8ad2-7d4dff8f8967 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.708048] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4aeef5-d31c-4635-b706-45b3eeb0d6a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.744726] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c896d68-aa4c-4771-82b6-eec0c93f1eca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.754642] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37ec653-258f-44a5-95f3-580f32be3591 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.770640] env[65311]: DEBUG nova.compute.provider_tree [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.857181] env[65311]: DEBUG nova.compute.manager [req-dbe01ee0-d219-46cf-9a79-6974ca0255a7 req-589fb290-e32c-42e3-a1c3-3d8062fa7e58 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Received event network-vif-deleted-d7084695-e621-417f-bbb1-be4202fca4d7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 910.857181] env[65311]: INFO nova.compute.manager [req-dbe01ee0-d219-46cf-9a79-6974ca0255a7 req-589fb290-e32c-42e3-a1c3-3d8062fa7e58 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Neutron deleted interface d7084695-e621-417f-bbb1-be4202fca4d7; detaching it from the instance and deleting it from the info cache [ 910.857181] env[65311]: DEBUG nova.network.neutron [req-dbe01ee0-d219-46cf-9a79-6974ca0255a7 req-589fb290-e32c-42e3-a1c3-3d8062fa7e58 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.918509] env[65311]: DEBUG nova.compute.manager [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 910.918748] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.919728] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51294238-ef55-4f3f-9e64-6de5c1a48501 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.928496] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.928777] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5463547f-590a-4272-a0e0-22cbbe41b87a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.936338] env[65311]: DEBUG oslo_vmware.api [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 910.936338] env[65311]: value = "task-4428468" [ 910.936338] env[65311]: _type = "Task" [ 910.936338] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.946780] env[65311]: DEBUG oslo_vmware.api [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.066703] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: f65b9885-8544-4e64-8786-9e91226e41bd] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 911.154413] env[65311]: DEBUG nova.network.neutron [-] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.194669] env[65311]: DEBUG nova.compute.manager [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 911.223422] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.223661] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.223809] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.223977] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.224127] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.224269] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.224476] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.224620] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.224777] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.224929] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.225123] env[65311]: DEBUG nova.virt.hardware [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.226022] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09985c53-f4e4-492c-8d90-219af8ad955c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.235236] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e559c55-d8c2-47cc-b5e9-9057e20eabec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.274439] env[65311]: DEBUG nova.scheduler.client.report [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.360828] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cc3b813-9233-4334-91bb-c8c5cbb94268 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.372441] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e31457b-85c5-4ba7-b6df-387068bf52c9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.408045] env[65311]: DEBUG nova.compute.manager [req-dbe01ee0-d219-46cf-9a79-6974ca0255a7 req-589fb290-e32c-42e3-a1c3-3d8062fa7e58 service nova] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Detach interface failed, port_id=d7084695-e621-417f-bbb1-be4202fca4d7, reason: Instance 29bd979e-07b5-4c44-8c6a-2a35b12968ab could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 911.447599] env[65311]: DEBUG oslo_vmware.api [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428468, 'name': PowerOffVM_Task, 'duration_secs': 0.285749} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.447599] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.447599] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.447845] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68458c4f-1c2c-447f-8b07-1a3c024393e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.523327] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.523496] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.523556] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Deleting the datastore file [datastore2] cede9721-0daf-419b-b118-35f08ea84084 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.523832] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28b7b036-60be-46e9-a3c9-ef576f46915f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.532312] env[65311]: DEBUG oslo_vmware.api [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for the task: (returnval){ [ 911.532312] env[65311]: value = "task-4428470" [ 911.532312] env[65311]: _type = "Task" [ 911.532312] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.541410] env[65311]: DEBUG oslo_vmware.api [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.572690] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: b97bcc61-bebf-4d78-b07f-20e8f9ca3ede] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 911.599169] env[65311]: DEBUG nova.compute.manager [req-299f85e2-cd01-46a2-aec1-1452e855f196 req-635a1fa8-459d-4c25-8a92-fe6cfc5810e2 service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Received event network-vif-plugged-cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 911.600342] env[65311]: DEBUG oslo_concurrency.lockutils [req-299f85e2-cd01-46a2-aec1-1452e855f196 req-635a1fa8-459d-4c25-8a92-fe6cfc5810e2 service nova] Acquiring lock "09163485-87aa-4593-9226-05489aea9693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.600342] env[65311]: DEBUG oslo_concurrency.lockutils [req-299f85e2-cd01-46a2-aec1-1452e855f196 req-635a1fa8-459d-4c25-8a92-fe6cfc5810e2 service nova] Lock "09163485-87aa-4593-9226-05489aea9693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.600342] env[65311]: DEBUG oslo_concurrency.lockutils [req-299f85e2-cd01-46a2-aec1-1452e855f196 req-635a1fa8-459d-4c25-8a92-fe6cfc5810e2 service nova] Lock "09163485-87aa-4593-9226-05489aea9693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.600644] env[65311]: DEBUG nova.compute.manager [req-299f85e2-cd01-46a2-aec1-1452e855f196 req-635a1fa8-459d-4c25-8a92-fe6cfc5810e2 service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] No waiting events found dispatching network-vif-plugged-cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 911.600644] env[65311]: WARNING nova.compute.manager [req-299f85e2-cd01-46a2-aec1-1452e855f196 req-635a1fa8-459d-4c25-8a92-fe6cfc5810e2 service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Received unexpected event network-vif-plugged-cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc for instance with vm_state building and task_state spawning. [ 911.657378] env[65311]: INFO nova.compute.manager [-] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Took 1.27 seconds to deallocate network for instance. [ 911.701404] env[65311]: DEBUG nova.network.neutron [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Successfully updated port: cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 911.779665] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.780238] env[65311]: DEBUG nova.compute.manager [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 911.783054] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.214s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.783316] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.785836] env[65311]: DEBUG oslo_concurrency.lockutils [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.598s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.786050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.787956] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.458s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.788061] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.788551] env[65311]: INFO nova.compute.manager [None req-c8b6ff38-57ed-46dd-896f-5983d3e2f0c5 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Successfully reverted task state from rebuilding on failure for instance. [ 911.793585] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.028s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.793783] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.795812] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.355s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.796014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.798037] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.916s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.798217] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.799890] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.897s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.801479] env[65311]: INFO nova.compute.claims [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.833633] env[65311]: INFO nova.scheduler.client.report [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted allocations for instance de11687e-08cc-4ee7-91fa-789196241589 [ 911.840804] env[65311]: INFO nova.scheduler.client.report [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Deleted allocations for instance 507aaabc-65c8-4b64-8ad4-370cb3a16ee7 [ 911.858842] env[65311]: INFO nova.scheduler.client.report [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Deleted allocations for instance c1cca378-855b-4231-a0df-caf830bf9276 [ 911.863340] env[65311]: INFO nova.scheduler.client.report [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Deleted allocations for instance d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d [ 911.885917] env[65311]: INFO nova.scheduler.client.report [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Deleted allocations for instance cec3103f-91a0-4884-b8de-ab4633e5c087 [ 912.046734] env[65311]: DEBUG oslo_vmware.api [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Task: {'id': task-4428470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.498119} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.046734] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.046734] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.046734] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.046734] env[65311]: INFO nova.compute.manager [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] [instance: cede9721-0daf-419b-b118-35f08ea84084] Took 1.13 seconds to destroy the instance on the hypervisor. [ 912.046734] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 912.046734] env[65311]: DEBUG nova.compute.manager [-] [instance: cede9721-0daf-419b-b118-35f08ea84084] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 912.046734] env[65311]: DEBUG nova.network.neutron [-] [instance: cede9721-0daf-419b-b118-35f08ea84084] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 912.046734] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.077673] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 9ccfa8ec-1e4f-43a3-86b7-75453e4e3309] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 912.164890] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.192136] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.205043] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "refresh_cache-09163485-87aa-4593-9226-05489aea9693" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.205043] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "refresh_cache-09163485-87aa-4593-9226-05489aea9693" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.205436] env[65311]: DEBUG nova.network.neutron [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.307623] env[65311]: DEBUG nova.compute.utils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.311993] env[65311]: DEBUG nova.compute.manager [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 912.312314] env[65311]: DEBUG nova.network.neutron [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 912.312721] env[65311]: WARNING neutronclient.v2_0.client [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.313122] env[65311]: WARNING neutronclient.v2_0.client [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.351936] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10c35ac8-9ebe-49d2-9191-0799980e2b31 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "de11687e-08cc-4ee7-91fa-789196241589" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.240s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.353405] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e7de8885-2e3f-45c9-90c3-1b5892061731 tempest-ServerPasswordTestJSON-1529732582 tempest-ServerPasswordTestJSON-1529732582-project-member] Lock "507aaabc-65c8-4b64-8ad4-370cb3a16ee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.157s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.373815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9636fe65-bc44-4e6c-ad68-d4d1f7dd50cd tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "c1cca378-855b-4231-a0df-caf830bf9276" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.089s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.375273] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0d2421b4-0687-48ca-8f5b-5daee0eeeade tempest-ServerDiagnosticsNegativeTest-493131972 tempest-ServerDiagnosticsNegativeTest-493131972-project-member] Lock "d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.453s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.395151] env[65311]: DEBUG oslo_concurrency.lockutils [None req-68c317d5-b7ac-49b1-bfa3-f6a267e5afd1 tempest-ServersTestBootFromVolume-1537688806 tempest-ServersTestBootFromVolume-1537688806-project-member] Lock "cec3103f-91a0-4884-b8de-ab4633e5c087" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.159s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.527945] env[65311]: DEBUG nova.policy [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a005fb3e54c14c4c877962638d3e3193', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b47df18c0d42f39fadb30280f62bd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.581410] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 8d1fc405-3a7c-44d6-a33d-07364bea6304] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 912.812673] env[65311]: DEBUG nova.compute.manager [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 913.043344] env[65311]: DEBUG nova.network.neutron [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Successfully created port: 6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 913.085630] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 90653f0c-813f-4d38-9c2c-a4017742b55c] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 913.142817] env[65311]: DEBUG nova.network.neutron [-] [instance: cede9721-0daf-419b-b118-35f08ea84084] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.205780] env[65311]: DEBUG nova.network.neutron [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 913.364080] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2c9f25-f426-47a7-aa69-d89bfc036d4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.373335] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4420ac-bee3-468f-a69b-265bac5efd0d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.406980] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca64692-7401-45bb-b559-23e95c139f7b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.416247] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942642f1-7157-4006-ac6a-e9377f60019e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.434522] env[65311]: DEBUG nova.compute.provider_tree [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.588320] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 9bf9cc18-f103-41ff-8049-49ac30901187] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 913.647122] env[65311]: INFO nova.compute.manager [-] [instance: cede9721-0daf-419b-b118-35f08ea84084] Took 1.60 seconds to deallocate network for instance. [ 913.825557] env[65311]: DEBUG nova.compute.manager [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 913.858441] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 913.858688] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.858836] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 913.859050] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.859193] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 913.859350] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 913.859555] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 913.859706] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 913.859864] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 913.860029] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 913.860613] env[65311]: DEBUG nova.virt.hardware [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 913.861902] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7421e0b-0d3d-4c76-94ee-460be03688d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.869811] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e03f7c-0f00-4bd3-bfc1-ec1150d05456 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.937825] env[65311]: DEBUG nova.scheduler.client.report [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.093060] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: de853266-8d21-4230-8053-e6e9dbdc0d39] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 914.155391] env[65311]: DEBUG oslo_concurrency.lockutils [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.289658] env[65311]: WARNING neutronclient.v2_0.client [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.443263] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.443858] env[65311]: DEBUG nova.compute.manager [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 914.447143] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.721s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.447590] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.450719] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.690s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.452326] env[65311]: INFO nova.compute.claims [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.596929] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 4262d241-5302-4e33-8029-7f45a1ec86ca] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 914.882826] env[65311]: DEBUG nova.network.neutron [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Successfully updated port: 6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 914.917823] env[65311]: DEBUG nova.network.neutron [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Updating instance_info_cache with network_info: [{"id": "cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc", "address": "fa:16:3e:82:cd:3e", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfdf9d9e-7e", "ovs_interfaceid": "cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.957203] env[65311]: DEBUG nova.compute.utils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.959355] env[65311]: DEBUG nova.compute.manager [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 914.959546] env[65311]: DEBUG nova.network.neutron [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 914.959882] env[65311]: WARNING neutronclient.v2_0.client [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.960216] env[65311]: WARNING neutronclient.v2_0.client [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.977148] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e271308d-b505-4584-b932-e4c35c5ac801 tempest-ServerActionsV293TestJSON-2007661909 tempest-ServerActionsV293TestJSON-2007661909-project-member] Lock "ad17fbce-d679-4497-81a7-ed73b25b4843" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.734s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.100874] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: c808ccb4-b62c-4ed9-b267-721633d74654] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 915.127648] env[65311]: DEBUG nova.policy [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '053242b289c14961a44de36a4278f919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde11eca2c0a4a3f871b25080fb3a7f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.386789] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.386980] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.387168] env[65311]: DEBUG nova.network.neutron [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.420410] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "refresh_cache-09163485-87aa-4593-9226-05489aea9693" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.420777] env[65311]: DEBUG nova.compute.manager [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Instance network_info: |[{"id": "cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc", "address": "fa:16:3e:82:cd:3e", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfdf9d9e-7e", "ovs_interfaceid": "cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 915.421331] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:cd:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.429217] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 915.429464] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09163485-87aa-4593-9226-05489aea9693] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.429702] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5528b565-e4a6-4b83-8edf-a241589e63bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.451704] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.451704] env[65311]: value = "task-4428471" [ 915.451704] env[65311]: _type = "Task" [ 915.451704] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.460392] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428471, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.465164] env[65311]: DEBUG nova.compute.manager [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 915.575780] env[65311]: DEBUG nova.network.neutron [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Successfully created port: df80d5aa-a96d-46d5-aee0-b00f0b10498a {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 915.607872] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 50dce140-8749-4991-8907-fcab2f9fc0b6] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 915.934018] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a379667f-f85e-48dc-975a-a3e2c944b2a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.941777] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5108754c-ee29-4dc3-9119-c3e10da08791 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.987337] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d8f455-d430-4777-ab84-47b026b68a25 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.001024] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428471, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.001953] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02438c6f-6878-4621-a272-865cfce46a7f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.021517] env[65311]: DEBUG nova.compute.provider_tree [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.112072] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 11e42b51-9f38-4386-aab0-5bc0e158d172] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 916.373292] env[65311]: DEBUG nova.network.neutron [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 916.484871] env[65311]: DEBUG nova.compute.manager [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 916.492757] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428471, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.516159] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 916.516450] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.516606] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 916.516778] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.516993] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 916.517564] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 916.517813] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 916.518058] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 916.518257] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 916.518424] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 916.518589] env[65311]: DEBUG nova.virt.hardware [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 916.519464] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0078812f-4c26-442b-95e4-018b58b3db32 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.528317] env[65311]: DEBUG nova.scheduler.client.report [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.536321] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac79bfcd-7314-4532-8bec-3822f8354d00 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.615796] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 01427136-c72c-4c87-9694-33be47498ce2] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 916.990717] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428471, 'name': CreateVM_Task, 'duration_secs': 1.20695} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.991079] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09163485-87aa-4593-9226-05489aea9693] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.991704] env[65311]: WARNING neutronclient.v2_0.client [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.992195] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.992407] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.992792] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.993131] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da810cdf-f196-4673-a05c-59cb11c8abec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.999422] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 916.999422] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524d20ed-0e02-cb5b-7857-e234246acff6" [ 916.999422] env[65311]: _type = "Task" [ 916.999422] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.011265] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524d20ed-0e02-cb5b-7857-e234246acff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.043508] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.044138] env[65311]: DEBUG nova.compute.manager [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 917.046939] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.651s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.047235] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.049386] env[65311]: DEBUG oslo_concurrency.lockutils [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.202s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.049843] env[65311]: DEBUG oslo_concurrency.lockutils [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.051826] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.466s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.052261] env[65311]: DEBUG nova.objects.instance [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 917.087291] env[65311]: INFO nova.scheduler.client.report [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Deleted allocations for instance 983ffc7a-5228-40de-925a-4e3ef49aafc3 [ 917.090099] env[65311]: INFO nova.scheduler.client.report [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Deleted allocations for instance 0ea275bb-4921-4eb8-89f3-118168d63a9b [ 917.119067] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 162e0e75-50d1-4931-a83e-b360138b0841] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 917.513974] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524d20ed-0e02-cb5b-7857-e234246acff6, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.513974] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.513974] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.513974] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.513974] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.513974] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.513974] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b054930-f0ac-4a47-8fcc-259a3edb9f33 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.522616] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.522673] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.523497] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e030bfee-010a-4dab-928b-e0788e299108 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.529507] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 917.529507] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520ccbd0-d0f0-d6d0-2755-b23350f1c68f" [ 917.529507] env[65311]: _type = "Task" [ 917.529507] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.539432] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520ccbd0-d0f0-d6d0-2755-b23350f1c68f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.559165] env[65311]: DEBUG nova.compute.utils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.561196] env[65311]: DEBUG nova.compute.manager [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 917.565959] env[65311]: DEBUG nova.network.neutron [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Successfully updated port: df80d5aa-a96d-46d5-aee0-b00f0b10498a {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 917.604148] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c914f42-411b-4703-a560-1a1d99ea521a tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "983ffc7a-5228-40de-925a-4e3ef49aafc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.729s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.605423] env[65311]: DEBUG oslo_concurrency.lockutils [None req-697b451b-8c0b-49cf-83c8-9d4b11b9ead9 tempest-ServersTestJSON-1200400240 tempest-ServersTestJSON-1200400240-project-member] Lock "0ea275bb-4921-4eb8-89f3-118168d63a9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.339s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.622578] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: a682f8d8-dc49-4008-a336-d042b8452ad9] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 917.856513] env[65311]: DEBUG nova.compute.manager [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Received event network-changed-cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 917.856513] env[65311]: DEBUG nova.compute.manager [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Refreshing instance network info cache due to event network-changed-cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 917.856513] env[65311]: DEBUG oslo_concurrency.lockutils [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] Acquiring lock "refresh_cache-09163485-87aa-4593-9226-05489aea9693" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.856513] env[65311]: DEBUG oslo_concurrency.lockutils [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] Acquired lock "refresh_cache-09163485-87aa-4593-9226-05489aea9693" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.856513] env[65311]: DEBUG nova.network.neutron [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Refreshing network info cache for port cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.042559] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520ccbd0-d0f0-d6d0-2755-b23350f1c68f, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.044738] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e5e38e-3604-435b-9d23-43c560ace7eb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.053663] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 918.053663] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ebb842-5510-2010-dcf1-05147ae47828" [ 918.053663] env[65311]: _type = "Task" [ 918.053663] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.065582] env[65311]: DEBUG nova.compute.manager [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 918.070376] env[65311]: DEBUG oslo_concurrency.lockutils [None req-acc4f7ac-7024-45f9-bb54-748102734302 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.071618] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ebb842-5510-2010-dcf1-05147ae47828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.072326] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "refresh_cache-4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.073135] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "refresh_cache-4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.073135] env[65311]: DEBUG nova.network.neutron [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 918.073882] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.575s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.075737] env[65311]: INFO nova.compute.claims [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.084653] env[65311]: WARNING neutronclient.v2_0.client [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.128396] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 2ec35019-9c7c-49d8-b1cd-11cf2a351151] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 918.275839] env[65311]: DEBUG nova.compute.manager [req-c4df9118-03c0-48c0-88ed-991b90f4d695 req-7877aaea-da7b-44d1-9d07-2082f06ec4f1 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received event network-vif-plugged-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 918.276060] env[65311]: DEBUG oslo_concurrency.lockutils [req-c4df9118-03c0-48c0-88ed-991b90f4d695 req-7877aaea-da7b-44d1-9d07-2082f06ec4f1 service nova] Acquiring lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.276255] env[65311]: DEBUG oslo_concurrency.lockutils [req-c4df9118-03c0-48c0-88ed-991b90f4d695 req-7877aaea-da7b-44d1-9d07-2082f06ec4f1 service nova] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.276409] env[65311]: DEBUG oslo_concurrency.lockutils [req-c4df9118-03c0-48c0-88ed-991b90f4d695 req-7877aaea-da7b-44d1-9d07-2082f06ec4f1 service nova] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.276562] env[65311]: DEBUG nova.compute.manager [req-c4df9118-03c0-48c0-88ed-991b90f4d695 req-7877aaea-da7b-44d1-9d07-2082f06ec4f1 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] No waiting events found dispatching network-vif-plugged-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 918.276738] env[65311]: WARNING nova.compute.manager [req-c4df9118-03c0-48c0-88ed-991b90f4d695 req-7877aaea-da7b-44d1-9d07-2082f06ec4f1 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received unexpected event network-vif-plugged-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 for instance with vm_state building and task_state spawning. [ 918.325332] env[65311]: DEBUG nova.network.neutron [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating instance_info_cache with network_info: [{"id": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "address": "fa:16:3e:fe:be:db", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4d5c10-35", "ovs_interfaceid": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.361118] env[65311]: WARNING neutronclient.v2_0.client [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.564259] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ebb842-5510-2010-dcf1-05147ae47828, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.565127] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.565127] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 09163485-87aa-4593-9226-05489aea9693/09163485-87aa-4593-9226-05489aea9693.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.565293] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49a3a926-35ae-4c46-8516-f6542d0449bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.577482] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 918.577482] env[65311]: value = "task-4428472" [ 918.577482] env[65311]: _type = "Task" [ 918.577482] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.587255] env[65311]: WARNING neutronclient.v2_0.client [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.601731] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.619677] env[65311]: DEBUG nova.network.neutron [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 918.630991] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 040dcbb8-1cbf-4a2e-95b4-418ca541f511] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 918.701435] env[65311]: DEBUG nova.network.neutron [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Updated VIF entry in instance network info cache for port cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 918.701854] env[65311]: DEBUG nova.network.neutron [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Updating instance_info_cache with network_info: [{"id": "cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc", "address": "fa:16:3e:82:cd:3e", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfdf9d9e-7e", "ovs_interfaceid": "cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.720999] env[65311]: WARNING neutronclient.v2_0.client [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.812721] env[65311]: DEBUG nova.network.neutron [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Updating instance_info_cache with network_info: [{"id": "df80d5aa-a96d-46d5-aee0-b00f0b10498a", "address": "fa:16:3e:2d:52:15", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf80d5aa-a9", "ovs_interfaceid": "df80d5aa-a96d-46d5-aee0-b00f0b10498a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.830435] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.831158] env[65311]: DEBUG nova.compute.manager [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Instance network_info: |[{"id": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "address": "fa:16:3e:fe:be:db", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4d5c10-35", "ovs_interfaceid": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 918.832973] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:be:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a4d5c10-35bc-48db-b46a-7c1816acd7b5', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.843522] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Creating folder: Project (45b47df18c0d42f39fadb30280f62bd3). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.845109] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fee87ca-b467-46a9-a338-7f723373e1c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.859868] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Created folder: Project (45b47df18c0d42f39fadb30280f62bd3) in parent group-v866349. [ 918.859868] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Creating folder: Instances. Parent ref: group-v866552. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.860252] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83901ccc-2559-4c5a-a9db-caee37931789 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.875343] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Created folder: Instances in parent group-v866552. [ 918.875605] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 918.875825] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.876125] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-909a544f-cbac-417f-9a72-2f98cff10fcb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.904156] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.904156] env[65311]: value = "task-4428475" [ 918.904156] env[65311]: _type = "Task" [ 918.904156] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.917405] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428475, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.080571] env[65311]: DEBUG nova.compute.manager [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 919.098481] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48758} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.099640] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 09163485-87aa-4593-9226-05489aea9693/09163485-87aa-4593-9226-05489aea9693.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.099733] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.099987] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d8ae588-4092-413f-804c-c0719d4cb605 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.112711] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 919.112963] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.113129] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 919.113352] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.113499] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 919.113657] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 919.113885] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 919.114073] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 919.114354] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 919.114520] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 919.114689] env[65311]: DEBUG nova.virt.hardware [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 919.115584] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd81a31-7bce-4974-bf4a-a1257d0e0a80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.119848] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 919.119848] env[65311]: value = "task-4428476" [ 919.119848] env[65311]: _type = "Task" [ 919.119848] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.127679] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0efdcae-51a0-4a49-8175-9f133f3065ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.134942] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 1346f7e5-d788-43d2-bf2e-108f3b065031] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 919.138585] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.149623] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.155526] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Creating folder: Project (e4a906e6561d4e5bb33df314f1056b25). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.156454] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1edaf2a9-9fa0-4f91-97e5-f45fd5119388 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.167920] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Created folder: Project (e4a906e6561d4e5bb33df314f1056b25) in parent group-v866349. [ 919.168277] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Creating folder: Instances. Parent ref: group-v866555. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.168504] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7ec8365-7072-4d43-9a36-73847464e788 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.180553] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Created folder: Instances in parent group-v866555. [ 919.180809] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 919.181075] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.181286] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45dedf33-667e-4e97-9175-1edf20322206 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.202771] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.202771] env[65311]: value = "task-4428479" [ 919.202771] env[65311]: _type = "Task" [ 919.202771] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.206706] env[65311]: DEBUG oslo_concurrency.lockutils [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] Releasing lock "refresh_cache-09163485-87aa-4593-9226-05489aea9693" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.206706] env[65311]: DEBUG nova.compute.manager [req-20729f35-e116-46c2-ac64-a8e97c721af1 req-bd6ac8d1-f772-4ae2-9ad5-01c2774e297d service nova] [instance: cede9721-0daf-419b-b118-35f08ea84084] Received event network-vif-deleted-740274bf-5bfe-48d7-8b3a-e51ca2d5072b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 919.215338] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428479, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.315874] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "refresh_cache-4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.316286] env[65311]: DEBUG nova.compute.manager [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Instance network_info: |[{"id": "df80d5aa-a96d-46d5-aee0-b00f0b10498a", "address": "fa:16:3e:2d:52:15", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf80d5aa-a9", "ovs_interfaceid": "df80d5aa-a96d-46d5-aee0-b00f0b10498a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 919.316805] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:52:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df80d5aa-a96d-46d5-aee0-b00f0b10498a', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.326166] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 919.329492] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.330776] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5567b571-6670-4771-b029-8934a17df9a2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.354998] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.354998] env[65311]: value = "task-4428480" [ 919.354998] env[65311]: _type = "Task" [ 919.354998] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.367225] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428480, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.422909] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428475, 'name': CreateVM_Task, 'duration_secs': 0.448181} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.423557] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.424270] env[65311]: WARNING neutronclient.v2_0.client [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.425508] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.425775] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.426898] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.426898] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1685c29-de1b-48fb-8f50-b72db4173ff4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.434410] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 919.434410] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b02e18-98ab-8fc0-8f75-b96b2b410aff" [ 919.434410] env[65311]: _type = "Task" [ 919.434410] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.451279] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b02e18-98ab-8fc0-8f75-b96b2b410aff, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.451825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.452168] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.452446] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.452999] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.452999] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.453232] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d29ef411-c104-4fae-97fd-03b90c1cd9c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.464220] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.464398] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.465294] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38002a69-83a6-481f-aef2-5eacf5102a98 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.473198] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 919.473198] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dcba05-7389-f3f2-3a29-ec50f81f7c4f" [ 919.473198] env[65311]: _type = "Task" [ 919.473198] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.486211] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dcba05-7389-f3f2-3a29-ec50f81f7c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.632541] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066682} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.632823] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.633862] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8482b165-0d12-4347-b517-16554c23280d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.637707] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 48334c54-1916-4463-9054-26d626c76e7d] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 919.670491] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 09163485-87aa-4593-9226-05489aea9693/09163485-87aa-4593-9226-05489aea9693.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.671332] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76421342-31b7-46c8-bd6e-6eba5bd110a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.693860] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 919.693860] env[65311]: value = "task-4428481" [ 919.693860] env[65311]: _type = "Task" [ 919.693860] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.705946] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.714149] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1af0f3-6240-462e-941a-d2e886b20a43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.725653] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428479, 'name': CreateVM_Task, 'duration_secs': 0.345177} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.731104] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.731388] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.734050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.734050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.734623] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e81331-6433-4add-956c-1e240d8d6ee1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.742678] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f3d8f4-ec49-4a6d-af86-60f02b1e6ef4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.753447] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 919.753447] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52862f4c-2454-410b-cfe9-744f54ff59a1" [ 919.753447] env[65311]: _type = "Task" [ 919.753447] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.786039] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688d9bae-9094-40fb-92e6-9dc5482b2a95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.795584] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52862f4c-2454-410b-cfe9-744f54ff59a1, 'name': SearchDatastore_Task, 'duration_secs': 0.014668} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.798657] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.798766] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.798945] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.800306] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0d5fb8-f288-439a-823d-88b0742c4f87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.816723] env[65311]: DEBUG nova.compute.provider_tree [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.869691] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428480, 'name': CreateVM_Task, 'duration_secs': 0.405522} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.869946] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.870465] env[65311]: WARNING neutronclient.v2_0.client [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.870841] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.871073] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.871435] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.871649] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0ede7c-a053-4185-8846-f7884fd1cb7c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.877435] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 919.877435] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cb431a-8aa0-de74-2604-bf0137168769" [ 919.877435] env[65311]: _type = "Task" [ 919.877435] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.887123] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cb431a-8aa0-de74-2604-bf0137168769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.986677] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dcba05-7389-f3f2-3a29-ec50f81f7c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.987700] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d710b828-cac3-4570-99f3-d568712c2a30 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.994877] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 919.994877] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527070dc-5b1f-bd16-16df-349e2324a160" [ 919.994877] env[65311]: _type = "Task" [ 919.994877] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.005061] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527070dc-5b1f-bd16-16df-349e2324a160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.162277] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.162277] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.171675] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: f9ccb936-d91b-44bc-9523-725daf1569fa] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 920.206128] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428481, 'name': ReconfigVM_Task, 'duration_secs': 0.314572} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.208065] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 09163485-87aa-4593-9226-05489aea9693/09163485-87aa-4593-9226-05489aea9693.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.211755] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5371bb2c-3442-4a15-99bb-d66d10ef8ec1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.214320] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.214626] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.226154] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 920.226154] env[65311]: value = "task-4428482" [ 920.226154] env[65311]: _type = "Task" [ 920.226154] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.237332] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428482, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.321134] env[65311]: DEBUG nova.scheduler.client.report [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.394058] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cb431a-8aa0-de74-2604-bf0137168769, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.394444] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.394792] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.394892] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.509266] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527070dc-5b1f-bd16-16df-349e2324a160, 'name': SearchDatastore_Task, 'duration_secs': 0.009905} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.509433] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.509667] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1/a26378a7-b715-4c1a-9450-f7cf931ecec1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.509966] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.510354] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.510629] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b39e7eb-9aae-4d8c-947e-289638f30f6f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.513520] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6b8bf3d-bcf2-498b-8fc9-3df1ad910236 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.522562] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 920.522562] env[65311]: value = "task-4428483" [ 920.522562] env[65311]: _type = "Task" [ 920.522562] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.531931] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.533557] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.533728] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.534686] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b893e3d-04e9-4b94-9317-0f284d32767b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.542366] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 920.542366] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fc79e3-1b04-017a-02a3-c21be39ac254" [ 920.542366] env[65311]: _type = "Task" [ 920.542366] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.551295] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fc79e3-1b04-017a-02a3-c21be39ac254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.676259] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 56ebb9eb-454e-4516-b6ef-d346a50d3b2c] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 920.738566] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428482, 'name': Rename_Task, 'duration_secs': 0.226964} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.738765] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.739033] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-831c5c68-beb8-4ad8-bce5-5f7b203db907 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.746618] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 920.746618] env[65311]: value = "task-4428484" [ 920.746618] env[65311]: _type = "Task" [ 920.746618] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.756846] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.828837] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.829660] env[65311]: DEBUG nova.compute.manager [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 920.834266] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.254s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.836887] env[65311]: INFO nova.compute.claims [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.038676] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428483, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.055698] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fc79e3-1b04-017a-02a3-c21be39ac254, 'name': SearchDatastore_Task, 'duration_secs': 0.030414} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.057395] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f37b89-ee94-4f64-b5fd-acbd27657fbb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.067407] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 921.067407] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dc98e9-fbbb-d962-2915-443693a3e125" [ 921.067407] env[65311]: _type = "Task" [ 921.067407] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.078683] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dc98e9-fbbb-d962-2915-443693a3e125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.129196] env[65311]: DEBUG nova.compute.manager [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received event network-changed-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 921.129196] env[65311]: DEBUG nova.compute.manager [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Refreshing instance network info cache due to event network-changed-6a4d5c10-35bc-48db-b46a-7c1816acd7b5. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 921.129196] env[65311]: DEBUG oslo_concurrency.lockutils [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] Acquiring lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.129196] env[65311]: DEBUG oslo_concurrency.lockutils [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] Acquired lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.129196] env[65311]: DEBUG nova.network.neutron [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Refreshing network info cache for port 6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.183950] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: f5e5da7c-3a76-42d5-9aa8-5b3d70596ac6] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 921.261009] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.344530] env[65311]: DEBUG nova.compute.utils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.346158] env[65311]: DEBUG nova.compute.manager [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 921.346470] env[65311]: DEBUG nova.network.neutron [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 921.346762] env[65311]: WARNING neutronclient.v2_0.client [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.347164] env[65311]: WARNING neutronclient.v2_0.client [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.423378] env[65311]: DEBUG nova.policy [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab63060660a243dcb61de91a70efd2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40207bef3f9a4b6086b25366aa67344b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.540092] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672542} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.540390] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1/a26378a7-b715-4c1a-9450-f7cf931ecec1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.540598] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.540862] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8e8eaf1-ffe2-4f21-8033-06b9ecad4052 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.550606] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 921.550606] env[65311]: value = "task-4428485" [ 921.550606] env[65311]: _type = "Task" [ 921.550606] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.558521] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.577821] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dc98e9-fbbb-d962-2915-443693a3e125, 'name': SearchDatastore_Task, 'duration_secs': 0.05863} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.578171] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.578494] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 7886e451-392e-48e6-b542-6ddd56d285e3/7886e451-392e-48e6-b542-6ddd56d285e3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.578841] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.579091] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.579333] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7e101b5-e2bd-42da-a6a9-83ccefaa15b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.581662] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85f6cd0d-da65-420a-9eac-a5f43240f375 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.590489] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 921.590489] env[65311]: value = "task-4428486" [ 921.590489] env[65311]: _type = "Task" [ 921.590489] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.596824] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.597019] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.598327] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e301183f-3113-4aaf-8dbd-08fb655638d5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.604437] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.608768] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 921.608768] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52289f17-49e6-9413-0631-03204ebc07cc" [ 921.608768] env[65311]: _type = "Task" [ 921.608768] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.619513] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52289f17-49e6-9413-0631-03204ebc07cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.634828] env[65311]: WARNING neutronclient.v2_0.client [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.685738] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 1ce5dc2f-9745-4953-9331-5748019048d8] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 921.762233] env[65311]: DEBUG oslo_vmware.api [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428484, 'name': PowerOnVM_Task, 'duration_secs': 0.755702} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.762738] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.762738] env[65311]: INFO nova.compute.manager [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Took 10.57 seconds to spawn the instance on the hypervisor. [ 921.762904] env[65311]: DEBUG nova.compute.manager [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 921.763742] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a192f5-1425-41f6-8c59-f961986f438d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.798470] env[65311]: DEBUG nova.network.neutron [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Successfully created port: eeef07fd-3866-4fe6-88ee-8336ffdea010 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 921.850940] env[65311]: DEBUG nova.compute.manager [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 922.061974] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074353} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.064825] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.066332] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d391f19b-1df3-4f04-9320-c2555813b8c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.093534] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1/a26378a7-b715-4c1a-9450-f7cf931ecec1.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.099912] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54f8e2a-ff45-4f72-904b-736c7eabf550 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.131187] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.136837] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 922.136837] env[65311]: value = "task-4428487" [ 922.136837] env[65311]: _type = "Task" [ 922.136837] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.137152] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52289f17-49e6-9413-0631-03204ebc07cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.144794] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4fac6c-ad3b-4f16-bf5e-a58110ae4c71 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.153081] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 922.153081] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520ec0e1-a9d0-92a7-8774-8bd7c132d8c0" [ 922.153081] env[65311]: _type = "Task" [ 922.153081] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.161886] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.173118] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520ec0e1-a9d0-92a7-8774-8bd7c132d8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.175794] env[65311]: WARNING neutronclient.v2_0.client [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.191135] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 8f6ef977-4ff9-42de-8a9b-2842b6edb934] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 922.282223] env[65311]: INFO nova.compute.manager [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Took 50.89 seconds to build instance. [ 922.382123] env[65311]: DEBUG nova.network.neutron [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updated VIF entry in instance network info cache for port 6a4d5c10-35bc-48db-b46a-7c1816acd7b5. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 922.382123] env[65311]: DEBUG nova.network.neutron [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating instance_info_cache with network_info: [{"id": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "address": "fa:16:3e:fe:be:db", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4d5c10-35", "ovs_interfaceid": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.419156] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e562bf-2909-4563-9736-ecbfc3e1d9f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.429012] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02c8bc8-295a-41f6-848c-70cf31059ab4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.462408] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdcdcd0-e2a4-48a0-b9c0-b66d368eb013 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.471908] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dad52e-13fe-41d7-8023-bb3aac8df20d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.489248] env[65311]: DEBUG nova.compute.provider_tree [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.519655] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquiring lock "a78a5222-cdfa-4194-9a40-fcbe593737b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.519655] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "a78a5222-cdfa-4194-9a40-fcbe593737b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.611560] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867946} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.611817] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 7886e451-392e-48e6-b542-6ddd56d285e3/7886e451-392e-48e6-b542-6ddd56d285e3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.611955] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.612346] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5d71c38-edf8-4a82-a0fa-a4884773a9e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.622082] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 922.622082] env[65311]: value = "task-4428488" [ 922.622082] env[65311]: _type = "Task" [ 922.622082] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.632836] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.651604] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.665305] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520ec0e1-a9d0-92a7-8774-8bd7c132d8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.056154} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.665739] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.665955] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4/4ae43cc4-2a49-4b4a-937f-7fe4aec805b4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.666289] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-347626ea-d33c-4a63-a439-a51c9353a480 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.675118] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 922.675118] env[65311]: value = "task-4428489" [ 922.675118] env[65311]: _type = "Task" [ 922.675118] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.684733] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.694392] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 2e9e0611-b6c7-4fe5-9e70-f5aa63914bca] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 922.785218] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7976c78e-2b1f-4d42-93b8-bfe885864742 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "09163485-87aa-4593-9226-05489aea9693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.374s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.861276] env[65311]: DEBUG nova.compute.manager [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 922.884040] env[65311]: DEBUG oslo_concurrency.lockutils [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] Releasing lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.884298] env[65311]: DEBUG nova.compute.manager [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Received event network-vif-plugged-df80d5aa-a96d-46d5-aee0-b00f0b10498a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 922.884490] env[65311]: DEBUG oslo_concurrency.lockutils [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] Acquiring lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.884683] env[65311]: DEBUG oslo_concurrency.lockutils [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] Lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.884835] env[65311]: DEBUG oslo_concurrency.lockutils [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] Lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.884991] env[65311]: DEBUG nova.compute.manager [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] No waiting events found dispatching network-vif-plugged-df80d5aa-a96d-46d5-aee0-b00f0b10498a {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 922.885172] env[65311]: WARNING nova.compute.manager [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Received unexpected event network-vif-plugged-df80d5aa-a96d-46d5-aee0-b00f0b10498a for instance with vm_state building and task_state spawning. [ 922.885328] env[65311]: DEBUG nova.compute.manager [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Received event network-changed-df80d5aa-a96d-46d5-aee0-b00f0b10498a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 922.885492] env[65311]: DEBUG nova.compute.manager [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Refreshing instance network info cache due to event network-changed-df80d5aa-a96d-46d5-aee0-b00f0b10498a. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 922.885641] env[65311]: DEBUG oslo_concurrency.lockutils [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] Acquiring lock "refresh_cache-4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.885773] env[65311]: DEBUG oslo_concurrency.lockutils [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] Acquired lock "refresh_cache-4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.885913] env[65311]: DEBUG nova.network.neutron [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Refreshing network info cache for port df80d5aa-a96d-46d5-aee0-b00f0b10498a {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.889043] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 922.889259] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.889406] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 922.889576] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.889711] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 922.889846] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 922.890094] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 922.890205] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 922.890363] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 922.890518] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 922.890676] env[65311]: DEBUG nova.virt.hardware [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 922.891563] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc58e561-34c9-45e7-8d73-f261d468a175 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.900509] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aa842f-4029-40eb-b19f-c38a2f2fa488 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.993678] env[65311]: DEBUG nova.scheduler.client.report [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.133616] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072519} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.133979] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.135083] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955e5eab-7969-4ae4-a74b-655378d694f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.163418] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 7886e451-392e-48e6-b542-6ddd56d285e3/7886e451-392e-48e6-b542-6ddd56d285e3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.164457] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b3ca293-7e6e-4345-afc3-68af63ff0fa0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.186337] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.196589] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428489, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.198301] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: ca4a5baf-0d84-4b78-8571-7fd2eed9dc0f] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 923.201160] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 923.201160] env[65311]: value = "task-4428490" [ 923.201160] env[65311]: _type = "Task" [ 923.201160] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.212508] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.287648] env[65311]: DEBUG nova.compute.manager [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 923.395494] env[65311]: WARNING neutronclient.v2_0.client [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.499359] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.499973] env[65311]: DEBUG nova.compute.manager [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 923.505659] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.984s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.505659] env[65311]: DEBUG nova.objects.instance [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lazy-loading 'resources' on Instance uuid b2ecdc7f-92d2-4884-bcf3-5be664c7d119 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.574592] env[65311]: DEBUG nova.network.neutron [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Successfully updated port: eeef07fd-3866-4fe6-88ee-8336ffdea010 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 923.652454] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428487, 'name': ReconfigVM_Task, 'duration_secs': 1.06165} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.653341] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1/a26378a7-b715-4c1a-9450-f7cf931ecec1.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.653533] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca656664-abd0-4046-9800-0728cff38ea2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.663613] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 923.663613] env[65311]: value = "task-4428491" [ 923.663613] env[65311]: _type = "Task" [ 923.663613] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.672550] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428491, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.698892] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948768} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.699198] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4/4ae43cc4-2a49-4b4a-937f-7fe4aec805b4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.699368] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.699632] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f53301c-c9ed-428a-9bde-de627cf4eef4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.701905] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 6be80110-6348-4089-a97d-0133455aa421] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 923.711871] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428490, 'name': ReconfigVM_Task, 'duration_secs': 0.389474} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.713275] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 7886e451-392e-48e6-b542-6ddd56d285e3/7886e451-392e-48e6-b542-6ddd56d285e3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.714083] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 923.714083] env[65311]: value = "task-4428492" [ 923.714083] env[65311]: _type = "Task" [ 923.714083] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.714259] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d023159-4f5c-4e3f-84dd-7fd82b57b1d4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.729021] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.729021] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 923.729021] env[65311]: value = "task-4428493" [ 923.729021] env[65311]: _type = "Task" [ 923.729021] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.740935] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428493, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.813513] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.825049] env[65311]: WARNING neutronclient.v2_0.client [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.985634] env[65311]: DEBUG nova.network.neutron [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Updated VIF entry in instance network info cache for port df80d5aa-a96d-46d5-aee0-b00f0b10498a. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 923.985634] env[65311]: DEBUG nova.network.neutron [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Updating instance_info_cache with network_info: [{"id": "df80d5aa-a96d-46d5-aee0-b00f0b10498a", "address": "fa:16:3e:2d:52:15", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf80d5aa-a9", "ovs_interfaceid": "df80d5aa-a96d-46d5-aee0-b00f0b10498a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.011473] env[65311]: DEBUG nova.compute.utils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.021030] env[65311]: DEBUG nova.compute.manager [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 924.021030] env[65311]: DEBUG nova.network.neutron [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.021030] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.021030] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.025744] env[65311]: DEBUG nova.compute.manager [req-cc35c8cb-c6a5-4f7a-bf2f-852f37ddd6a3 req-fe5260f3-1b14-4e34-8abc-c6cf95d55ef5 service nova] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Received event network-vif-plugged-eeef07fd-3866-4fe6-88ee-8336ffdea010 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 924.026212] env[65311]: DEBUG oslo_concurrency.lockutils [req-cc35c8cb-c6a5-4f7a-bf2f-852f37ddd6a3 req-fe5260f3-1b14-4e34-8abc-c6cf95d55ef5 service nova] Acquiring lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.026670] env[65311]: DEBUG oslo_concurrency.lockutils [req-cc35c8cb-c6a5-4f7a-bf2f-852f37ddd6a3 req-fe5260f3-1b14-4e34-8abc-c6cf95d55ef5 service nova] Lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.027044] env[65311]: DEBUG oslo_concurrency.lockutils [req-cc35c8cb-c6a5-4f7a-bf2f-852f37ddd6a3 req-fe5260f3-1b14-4e34-8abc-c6cf95d55ef5 service nova] Lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.028263] env[65311]: DEBUG nova.compute.manager [req-cc35c8cb-c6a5-4f7a-bf2f-852f37ddd6a3 req-fe5260f3-1b14-4e34-8abc-c6cf95d55ef5 service nova] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] No waiting events found dispatching network-vif-plugged-eeef07fd-3866-4fe6-88ee-8336ffdea010 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 924.029778] env[65311]: WARNING nova.compute.manager [req-cc35c8cb-c6a5-4f7a-bf2f-852f37ddd6a3 req-fe5260f3-1b14-4e34-8abc-c6cf95d55ef5 service nova] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Received unexpected event network-vif-plugged-eeef07fd-3866-4fe6-88ee-8336ffdea010 for instance with vm_state building and task_state spawning. [ 924.080030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "refresh_cache-f5f0c55b-2c53-4d6b-8384-cfad13ca4957" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.080030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "refresh_cache-f5f0c55b-2c53-4d6b-8384-cfad13ca4957" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.080288] env[65311]: DEBUG nova.network.neutron [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.098500] env[65311]: DEBUG nova.policy [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a54a154ee7554f0eb1f26393629e97f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5077eef8f87841d08820c39cb336c343', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.179660] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428491, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.207864] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 1734aaef-fc63-4dc2-8727-ae5a1c59170d] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 924.228010] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.241410] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428493, 'name': Rename_Task, 'duration_secs': 0.137652} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.241727] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.244632] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c377c4-a690-4463-ba3e-8eeda409b3e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.255601] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 924.255601] env[65311]: value = "task-4428494" [ 924.255601] env[65311]: _type = "Task" [ 924.255601] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.266030] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.487309] env[65311]: DEBUG oslo_concurrency.lockutils [req-daabffbf-2fbc-4643-8166-f72b386a0359 req-146312a9-e811-48ba-b360-f6b0a436c286 service nova] Releasing lock "refresh_cache-4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.519963] env[65311]: DEBUG nova.compute.manager [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 924.541017] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8a467c-a2fb-4bfa-8c0e-ecf285aa1906 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.542093] env[65311]: DEBUG nova.network.neutron [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Successfully created port: 1cd3f164-04cf-4236-a4f1-1f9b8358c579 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 924.552224] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc298673-fdb4-46a7-804f-14ce5affe9ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.594408] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e75aaf3-3765-4e2d-b300-0f9851e6be01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.604147] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1303a176-c5b4-4a9c-a0f2-4ed344e369e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.621756] env[65311]: DEBUG nova.compute.provider_tree [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.677445] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428491, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.711963] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: c45089f9-6b16-4e78-b557-d1a999199f97] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 924.727616] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428492, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.767502] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.155211] env[65311]: ERROR nova.scheduler.client.report [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [req-73b29d8f-0f47-4470-b221-390225667b0f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-73b29d8f-0f47-4470-b221-390225667b0f"}]} [ 925.175833] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428491, 'name': Rename_Task, 'duration_secs': 1.19572} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.177014] env[65311]: DEBUG nova.scheduler.client.report [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 925.179292] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.180599] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9021c196-c957-4943-96af-427148805fe1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.188690] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 925.188690] env[65311]: value = "task-4428495" [ 925.188690] env[65311]: _type = "Task" [ 925.188690] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.194611] env[65311]: DEBUG nova.scheduler.client.report [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 925.194848] env[65311]: DEBUG nova.compute.provider_tree [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.204226] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.211416] env[65311]: DEBUG nova.scheduler.client.report [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 925.216201] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: aa84762b-2d29-4e4b-aa49-8d44bdc4fd3a] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 925.233246] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.028751} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.234305] env[65311]: DEBUG nova.scheduler.client.report [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 925.236551] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.237779] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2584950-1fd4-4785-9fb3-441249b8ae03 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.265192] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4/4ae43cc4-2a49-4b4a-937f-7fe4aec805b4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.269617] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65910dc-6c09-4300-9206-af9584ca7816 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.299872] env[65311]: DEBUG oslo_vmware.api [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428494, 'name': PowerOnVM_Task, 'duration_secs': 1.019778} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.301772] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.302029] env[65311]: INFO nova.compute.manager [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Took 6.22 seconds to spawn the instance on the hypervisor. [ 925.302253] env[65311]: DEBUG nova.compute.manager [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 925.302667] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 925.302667] env[65311]: value = "task-4428496" [ 925.302667] env[65311]: _type = "Task" [ 925.302667] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.306197] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a15252-c4c6-40c9-a237-e26e92de31cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.332769] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.532427] env[65311]: DEBUG nova.compute.manager [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 925.563096] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 925.563641] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.563822] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 925.564071] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.564215] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 925.564382] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 925.564621] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 925.564798] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 925.564995] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 925.566279] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 925.566279] env[65311]: DEBUG nova.virt.hardware [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 925.566718] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd349b-7ce5-4924-ae0d-8c1a49cb919e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.581169] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e999a69-4f1d-4f39-8502-1c6e181c09ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.701987] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.727188] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 8a22bb5e-fa9d-4d5c-b807-6be7d5a14af1] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 925.787728] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1968b2-d334-4ece-a4f6-73ba449ced23 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.799024] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d1f63e-c528-42b3-98c2-8477235dd948 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.845916] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0757edb3-2a8e-4535-b788-96c6219dae13 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.852129] env[65311]: INFO nova.compute.manager [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Took 43.11 seconds to build instance. [ 925.853971] env[65311]: DEBUG nova.network.neutron [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 925.866175] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428496, 'name': ReconfigVM_Task, 'duration_secs': 0.528187} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.867768] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e339aa2-2abe-4658-af01-dd6f694f8b5c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.872857] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4/4ae43cc4-2a49-4b4a-937f-7fe4aec805b4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.873943] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08127533-6d8e-487c-8dd6-9e7490242431 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.889088] env[65311]: DEBUG nova.compute.provider_tree [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.894146] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 925.894146] env[65311]: value = "task-4428497" [ 925.894146] env[65311]: _type = "Task" [ 925.894146] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.902010] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428497, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.045025] env[65311]: WARNING neutronclient.v2_0.client [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.193895] env[65311]: DEBUG nova.network.neutron [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Successfully updated port: 1cd3f164-04cf-4236-a4f1-1f9b8358c579 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 926.206439] env[65311]: DEBUG oslo_vmware.api [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428495, 'name': PowerOnVM_Task, 'duration_secs': 0.768161} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.206797] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.206998] env[65311]: INFO nova.compute.manager [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Took 12.38 seconds to spawn the instance on the hypervisor. [ 926.207189] env[65311]: DEBUG nova.compute.manager [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 926.208015] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a853bf57-489d-4fd2-a2a7-af34f99ad0b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.228353] env[65311]: DEBUG nova.network.neutron [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Updating instance_info_cache with network_info: [{"id": "eeef07fd-3866-4fe6-88ee-8336ffdea010", "address": "fa:16:3e:8d:ad:c2", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeef07fd-38", "ovs_interfaceid": "eeef07fd-3866-4fe6-88ee-8336ffdea010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.230231] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: b3acc990-6aa8-4103-9503-a4a5ed2488eb] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 926.361989] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2644552-3f7b-41aa-9824-d2a86ea85c55 tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "7886e451-392e-48e6-b542-6ddd56d285e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.582s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.406488] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428497, 'name': Rename_Task, 'duration_secs': 0.247633} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.406841] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.407142] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f099b13-3510-456a-b0ae-018356f36cf6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.414749] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 926.414749] env[65311]: value = "task-4428498" [ 926.414749] env[65311]: _type = "Task" [ 926.414749] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.428415] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.430700] env[65311]: DEBUG nova.scheduler.client.report [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 926.431450] env[65311]: DEBUG nova.compute.provider_tree [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 108 to 109 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 926.431450] env[65311]: DEBUG nova.compute.provider_tree [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.700676] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.700676] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.700676] env[65311]: DEBUG nova.network.neutron [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.716666] env[65311]: DEBUG nova.compute.manager [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Received event network-changed-eeef07fd-3866-4fe6-88ee-8336ffdea010 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 926.716975] env[65311]: DEBUG nova.compute.manager [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Refreshing instance network info cache due to event network-changed-eeef07fd-3866-4fe6-88ee-8336ffdea010. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 926.717500] env[65311]: DEBUG oslo_concurrency.lockutils [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] Acquiring lock "refresh_cache-f5f0c55b-2c53-4d6b-8384-cfad13ca4957" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.731720] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "refresh_cache-f5f0c55b-2c53-4d6b-8384-cfad13ca4957" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.731720] env[65311]: DEBUG nova.compute.manager [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Instance network_info: |[{"id": "eeef07fd-3866-4fe6-88ee-8336ffdea010", "address": "fa:16:3e:8d:ad:c2", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeef07fd-38", "ovs_interfaceid": "eeef07fd-3866-4fe6-88ee-8336ffdea010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 926.732325] env[65311]: DEBUG oslo_concurrency.lockutils [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] Acquired lock "refresh_cache-f5f0c55b-2c53-4d6b-8384-cfad13ca4957" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.732325] env[65311]: DEBUG nova.network.neutron [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Refreshing network info cache for port eeef07fd-3866-4fe6-88ee-8336ffdea010 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.733895] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:ad:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eeef07fd-3866-4fe6-88ee-8336ffdea010', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.741557] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 926.742640] env[65311]: INFO nova.compute.manager [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Took 52.70 seconds to build instance. [ 926.743892] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 2e397b2e-58cf-4749-a3b3-7944b810118f] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 926.745521] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.746209] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd09a45-3e34-4c63-8ff5-f3b360620dc4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.774017] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.774017] env[65311]: value = "task-4428499" [ 926.774017] env[65311]: _type = "Task" [ 926.774017] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.784497] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428499, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.866443] env[65311]: DEBUG nova.compute.manager [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 926.928763] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.936980] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.432s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.939517] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.541s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.941570] env[65311]: INFO nova.compute.claims [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.975981] env[65311]: INFO nova.scheduler.client.report [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted allocations for instance b2ecdc7f-92d2-4884-bcf3-5be664c7d119 [ 927.243624] env[65311]: WARNING neutronclient.v2_0.client [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.247272] env[65311]: DEBUG nova.network.neutron [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 927.249996] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e60b7db8-b73c-4227-8f6a-380f479615a9 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.677s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.250338] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 13e118c9-a6aa-4b79-879a-b432a112900e] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 927.294288] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428499, 'name': CreateVM_Task, 'duration_secs': 0.412418} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.295512] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.296257] env[65311]: WARNING neutronclient.v2_0.client [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.296794] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.297085] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.297622] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.298693] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29636fc-3bfa-4650-918f-8d4a865ecaf4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.311160] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 927.311160] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ff9604-fb37-d2af-a5ee-6104e9b1da93" [ 927.311160] env[65311]: _type = "Task" [ 927.311160] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.334873] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ff9604-fb37-d2af-a5ee-6104e9b1da93, 'name': SearchDatastore_Task, 'duration_secs': 0.014285} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.335283] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.335639] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.336019] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.336270] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.336579] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.337019] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c60bd41-2a3c-477c-8326-a00b190d521f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.348980] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.349791] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.350632] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7beb22e2-2337-41c3-8fe0-cec317e04df3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.358934] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 927.358934] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521e928a-47fc-5b11-a5d6-fc9a8e91b6b8" [ 927.358934] env[65311]: _type = "Task" [ 927.358934] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.372242] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521e928a-47fc-5b11-a5d6-fc9a8e91b6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.375409] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.400093] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.433749] env[65311]: DEBUG oslo_vmware.api [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428498, 'name': PowerOnVM_Task, 'duration_secs': 0.770247} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.434240] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.434571] env[65311]: INFO nova.compute.manager [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Took 10.95 seconds to spawn the instance on the hypervisor. [ 927.435034] env[65311]: DEBUG nova.compute.manager [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 927.436322] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba57fce-6d4b-40dc-bc9b-da491655e434 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.455440] env[65311]: WARNING neutronclient.v2_0.client [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.483482] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2718be78-c131-421b-891a-b9f68b181e65 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b2ecdc7f-92d2-4884-bcf3-5be664c7d119" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.566s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.503322] env[65311]: DEBUG nova.network.neutron [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Updating instance_info_cache with network_info: [{"id": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "address": "fa:16:3e:2a:0f:8c", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cd3f164-04", "ovs_interfaceid": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.592436] env[65311]: DEBUG nova.network.neutron [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Updated VIF entry in instance network info cache for port eeef07fd-3866-4fe6-88ee-8336ffdea010. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 927.592988] env[65311]: DEBUG nova.network.neutron [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Updating instance_info_cache with network_info: [{"id": "eeef07fd-3866-4fe6-88ee-8336ffdea010", "address": "fa:16:3e:8d:ad:c2", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeeef07fd-38", "ovs_interfaceid": "eeef07fd-3866-4fe6-88ee-8336ffdea010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.696540] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.696876] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.756330] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 5c1a2e41-feac-4687-ab2c-54ea1db131d0] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 927.757782] env[65311]: DEBUG nova.compute.manager [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 927.877581] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521e928a-47fc-5b11-a5d6-fc9a8e91b6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.021063} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.878500] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e46cd2-1a15-4373-9fe0-99f38e5b6fcd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.886087] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 927.886087] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f3f5ff-7197-b368-da47-7940e8dcadf6" [ 927.886087] env[65311]: _type = "Task" [ 927.886087] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.897697] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f3f5ff-7197-b368-da47-7940e8dcadf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.943453] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "c177279a-53e7-4578-9796-858dfa86c4f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.944186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "c177279a-53e7-4578-9796-858dfa86c4f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.958924] env[65311]: INFO nova.compute.manager [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Took 48.08 seconds to build instance. [ 928.008962] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Releasing lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.009427] env[65311]: DEBUG nova.compute.manager [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Instance network_info: |[{"id": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "address": "fa:16:3e:2a:0f:8c", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cd3f164-04", "ovs_interfaceid": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 928.010478] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:0f:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cd3f164-04cf-4236-a4f1-1f9b8358c579', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.019686] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Creating folder: Project (5077eef8f87841d08820c39cb336c343). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.021040] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ead9551a-0c45-421c-b821-efb8ec35eddc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.035902] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Created folder: Project (5077eef8f87841d08820c39cb336c343) in parent group-v866349. [ 928.036113] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Creating folder: Instances. Parent ref: group-v866560. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.036382] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-722bda2b-7578-460a-9c6f-4c37bf39eaa5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.050985] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Created folder: Instances in parent group-v866560. [ 928.050985] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 928.051303] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.051303] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c699c6ca-962e-46e2-9977-9f27768d138c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.076134] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.076134] env[65311]: value = "task-4428502" [ 928.076134] env[65311]: _type = "Task" [ 928.076134] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.081048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "1df55d08-d9d5-4d83-b45d-c2bd52946354" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.081048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "1df55d08-d9d5-4d83-b45d-c2bd52946354" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.081048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "1df55d08-d9d5-4d83-b45d-c2bd52946354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.081048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "1df55d08-d9d5-4d83-b45d-c2bd52946354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.081048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "1df55d08-d9d5-4d83-b45d-c2bd52946354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.086387] env[65311]: INFO nova.compute.manager [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Terminating instance [ 928.091906] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428502, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.096375] env[65311]: DEBUG oslo_concurrency.lockutils [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] Releasing lock "refresh_cache-f5f0c55b-2c53-4d6b-8384-cfad13ca4957" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.096644] env[65311]: DEBUG nova.compute.manager [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Received event network-vif-plugged-1cd3f164-04cf-4236-a4f1-1f9b8358c579 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 928.096922] env[65311]: DEBUG oslo_concurrency.lockutils [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] Acquiring lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.097551] env[65311]: DEBUG oslo_concurrency.lockutils [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.097551] env[65311]: DEBUG oslo_concurrency.lockutils [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.097551] env[65311]: DEBUG nova.compute.manager [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] No waiting events found dispatching network-vif-plugged-1cd3f164-04cf-4236-a4f1-1f9b8358c579 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 928.097735] env[65311]: WARNING nova.compute.manager [req-af6af94c-d733-43c5-ae98-7de2a0a373a7 req-26eab1ab-47fb-41bc-8a4e-eba6368bd63a service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Received unexpected event network-vif-plugged-1cd3f164-04cf-4236-a4f1-1f9b8358c579 for instance with vm_state building and task_state spawning. [ 928.258745] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: ac7727ee-37d8-4b9a-9ad9-15dadab03b79] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 928.287548] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.401590] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f3f5ff-7197-b368-da47-7940e8dcadf6, 'name': SearchDatastore_Task, 'duration_secs': 0.013624} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.401877] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.402181] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] f5f0c55b-2c53-4d6b-8384-cfad13ca4957/f5f0c55b-2c53-4d6b-8384-cfad13ca4957.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.402472] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e9e853e-7794-4e63-837f-277df53ed187 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.411209] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 928.411209] env[65311]: value = "task-4428503" [ 928.411209] env[65311]: _type = "Task" [ 928.411209] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.422829] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.460839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10faf7c1-571b-4f7a-8689-9f0758b005ac tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.603s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.537840] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afc9912-73f6-4df9-9971-baa410c5eea2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.547523] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6340841-fb45-48f7-b957-2bf6977efe68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.587773] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fe0828-9428-4f2f-a4dd-dfca0580c559 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.598057] env[65311]: DEBUG nova.compute.manager [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 928.598057] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.598057] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428502, 'name': CreateVM_Task, 'duration_secs': 0.408855} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.600640] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217b6625-fdbb-44c6-a19d-039c930fcab6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.603085] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.604214] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.604593] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.604743] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.605015] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.606381] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8080e15-878e-4504-9f29-d9ffaca1de3f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.610875] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2933eb1d-8dd5-4de8-9305-278c47d3bbd9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.616525] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.626372] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b05e9870-9225-48c2-a82e-217c846954d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.627681] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 928.627681] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5256f98d-6bd0-fb0e-dfe3-34d2f4128c1d" [ 928.627681] env[65311]: _type = "Task" [ 928.627681] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.628055] env[65311]: DEBUG nova.compute.provider_tree [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.636066] env[65311]: DEBUG oslo_vmware.api [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 928.636066] env[65311]: value = "task-4428504" [ 928.636066] env[65311]: _type = "Task" [ 928.636066] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.649519] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5256f98d-6bd0-fb0e-dfe3-34d2f4128c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.015162} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.650404] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.650578] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.650899] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.652642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.652642] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.652642] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-309f0ef7-34dc-4d7a-b9c6-817bf6cb6733 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.658741] env[65311]: DEBUG oslo_vmware.api [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.667754] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.668434] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.668965] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31276e07-581e-4ba4-bf65-adf838e2e407 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.677404] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 928.677404] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bc98e0-b26c-8081-0adf-6ddc7d9ca559" [ 928.677404] env[65311]: _type = "Task" [ 928.677404] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.687346] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bc98e0-b26c-8081-0adf-6ddc7d9ca559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.765295] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: e2756002-8969-4063-978f-5c4f60867aed] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 928.844555] env[65311]: INFO nova.compute.manager [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Rebuilding instance [ 928.851876] env[65311]: DEBUG nova.compute.manager [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Received event network-changed-1cd3f164-04cf-4236-a4f1-1f9b8358c579 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 928.853239] env[65311]: DEBUG nova.compute.manager [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Refreshing instance network info cache due to event network-changed-1cd3f164-04cf-4236-a4f1-1f9b8358c579. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 928.853590] env[65311]: DEBUG oslo_concurrency.lockutils [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] Acquiring lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.853726] env[65311]: DEBUG oslo_concurrency.lockutils [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] Acquired lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.853893] env[65311]: DEBUG nova.network.neutron [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Refreshing network info cache for port 1cd3f164-04cf-4236-a4f1-1f9b8358c579 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.906285] env[65311]: DEBUG nova.compute.manager [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 928.906285] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb94a1b-61ca-4ce8-b504-0dcaffc0f0b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.932762] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428503, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.963673] env[65311]: DEBUG nova.compute.manager [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 929.135945] env[65311]: DEBUG nova.scheduler.client.report [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.152313] env[65311]: DEBUG oslo_vmware.api [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428504, 'name': PowerOffVM_Task, 'duration_secs': 0.301353} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.152313] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.152313] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.152313] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13ac682f-7c28-4c65-aac6-42fe2b948579 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.189844] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bc98e0-b26c-8081-0adf-6ddc7d9ca559, 'name': SearchDatastore_Task, 'duration_secs': 0.013957} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.190772] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34efd726-58c1-4f0a-bf59-651c0db1d50c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.197452] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 929.197452] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5254b832-2100-cb73-112f-dc2131294d2e" [ 929.197452] env[65311]: _type = "Task" [ 929.197452] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.206857] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5254b832-2100-cb73-112f-dc2131294d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.235587] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.236058] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.236323] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Deleting the datastore file [datastore1] 1df55d08-d9d5-4d83-b45d-c2bd52946354 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.236673] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f81128d-8987-49c7-8ef4-98828d1ff6f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.244495] env[65311]: DEBUG oslo_vmware.api [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for the task: (returnval){ [ 929.244495] env[65311]: value = "task-4428506" [ 929.244495] env[65311]: _type = "Task" [ 929.244495] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.253817] env[65311]: DEBUG oslo_vmware.api [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.272232] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.273216] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Cleaning up deleted instances with incomplete migration {{(pid=65311) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 929.359871] env[65311]: WARNING neutronclient.v2_0.client [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.425308] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652441} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.425988] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] f5f0c55b-2c53-4d6b-8384-cfad13ca4957/f5f0c55b-2c53-4d6b-8384-cfad13ca4957.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.425988] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.426238] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5889e8c2-0ec8-497c-a5e9-55f56b95ecb0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.436533] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 929.436533] env[65311]: value = "task-4428507" [ 929.436533] env[65311]: _type = "Task" [ 929.436533] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.446954] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.490908] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.541964] env[65311]: WARNING neutronclient.v2_0.client [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.641046] env[65311]: DEBUG nova.network.neutron [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Updated VIF entry in instance network info cache for port 1cd3f164-04cf-4236-a4f1-1f9b8358c579. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.641449] env[65311]: DEBUG nova.network.neutron [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Updating instance_info_cache with network_info: [{"id": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "address": "fa:16:3e:2a:0f:8c", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cd3f164-04", "ovs_interfaceid": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.645168] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.645890] env[65311]: DEBUG nova.compute.manager [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 929.649033] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.906s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.649176] env[65311]: DEBUG nova.objects.instance [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lazy-loading 'resources' on Instance uuid c9cf02b3-64da-42ec-8565-176fd7c0cf0a {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.709835] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5254b832-2100-cb73-112f-dc2131294d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.014598} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.710155] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.710410] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] d8abbc7b-bcf9-4f3c-a441-699e40be985c/d8abbc7b-bcf9-4f3c-a441-699e40be985c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.710680] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-526f3896-cccc-4822-8207-6f7a1d90a426 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.719745] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 929.719745] env[65311]: value = "task-4428508" [ 929.719745] env[65311]: _type = "Task" [ 929.719745] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.730184] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.755876] env[65311]: DEBUG oslo_vmware.api [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Task: {'id': task-4428506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424007} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.756154] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.756375] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.756598] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.756995] env[65311]: INFO nova.compute.manager [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Took 1.16 seconds to destroy the instance on the hypervisor. [ 929.757076] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 929.757224] env[65311]: DEBUG nova.compute.manager [-] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 929.757319] env[65311]: DEBUG nova.network.neutron [-] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 929.757592] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.776966] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.795524] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.927149] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.927327] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac8258d3-bd66-4f3f-a741-5e03ab0f559d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.936090] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 929.936090] env[65311]: value = "task-4428509" [ 929.936090] env[65311]: _type = "Task" [ 929.936090] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.956446] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.957212] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073772} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.957212] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.957997] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a3d127-b9e7-46ef-967f-800a85e3e975 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.983295] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] f5f0c55b-2c53-4d6b-8384-cfad13ca4957/f5f0c55b-2c53-4d6b-8384-cfad13ca4957.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.983611] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c41b83-a0bb-4da6-8250-f5c7cba5d3f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.014062] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 930.014062] env[65311]: value = "task-4428510" [ 930.014062] env[65311]: _type = "Task" [ 930.014062] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.031173] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.145148] env[65311]: DEBUG oslo_concurrency.lockutils [req-a6c6debb-5123-4c0c-aadf-2b190bf6fec6 req-5c382128-16a2-43a4-8c7b-c615089fba2f service nova] Releasing lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.153391] env[65311]: DEBUG nova.compute.utils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.158853] env[65311]: DEBUG nova.compute.manager [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 930.159410] env[65311]: DEBUG nova.network.neutron [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 930.159656] env[65311]: WARNING neutronclient.v2_0.client [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.160018] env[65311]: WARNING neutronclient.v2_0.client [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.234200] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428508, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.251558] env[65311]: DEBUG nova.policy [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26aaaf67c344788b3bdd010e529a97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec8893005944de781a2ec2b640d87fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.448068] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428509, 'name': PowerOffVM_Task, 'duration_secs': 0.23171} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.449182] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.450160] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.451282] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde86d25-765c-407a-8c90-fb114860c22c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.464022] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.465039] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd2d3040-e3eb-43cb-9f8f-180741291259 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.504268] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.504268] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.504268] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Deleting the datastore file [datastore2] 7886e451-392e-48e6-b542-6ddd56d285e3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.505637] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22cb871a-0240-44a6-966d-7e0a4718b2a9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.514252] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 930.514252] env[65311]: value = "task-4428512" [ 930.514252] env[65311]: _type = "Task" [ 930.514252] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.530979] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.531265] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428510, 'name': ReconfigVM_Task, 'duration_secs': 0.407282} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.531537] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Reconfigured VM instance instance-0000004a to attach disk [datastore2] f5f0c55b-2c53-4d6b-8384-cfad13ca4957/f5f0c55b-2c53-4d6b-8384-cfad13ca4957.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.532223] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79646e19-bf52-464c-b16d-f02d5c8f467e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.539504] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 930.539504] env[65311]: value = "task-4428513" [ 930.539504] env[65311]: _type = "Task" [ 930.539504] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.552669] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428513, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.556694] env[65311]: DEBUG nova.network.neutron [-] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.641029] env[65311]: DEBUG nova.network.neutron [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Successfully created port: e1a97a68-efe4-4d43-9552-fb6733ed10d9 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 930.659377] env[65311]: DEBUG nova.compute.manager [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 930.734322] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428508, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.735132] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e091f-ea78-469e-b7c5-d525f752c72b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.744139] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3125c-4a64-479a-86eb-df1719c5c11d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.779741] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8569cc10-4460-4129-9e1c-e9caa5d03be3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.790486] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4fdef4-1c54-4cc6-9fa2-12063f4c728a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.812778] env[65311]: DEBUG nova.compute.provider_tree [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.888935] env[65311]: DEBUG nova.compute.manager [req-5dbd75ba-f5e2-4f94-a361-62b802e9a971 req-32aaea08-87d4-4b3b-aa7c-9937d9f1e6bc service nova] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Received event network-vif-deleted-0ff68b46-78c7-46d5-a67b-1f11d60599cc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 930.975989] env[65311]: DEBUG oslo_concurrency.lockutils [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.976290] env[65311]: DEBUG oslo_concurrency.lockutils [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.976472] env[65311]: DEBUG nova.compute.manager [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 930.977441] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c539f7c-77d3-4227-8594-63a2890d14a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.986476] env[65311]: DEBUG nova.compute.manager [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 930.987170] env[65311]: DEBUG nova.objects.instance [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lazy-loading 'flavor' on Instance uuid 1e37f31b-6cef-402a-91e5-2d6315b3eddd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.025367] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330191} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.025665] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.025843] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.026023] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.049725] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428513, 'name': Rename_Task, 'duration_secs': 0.162255} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.050093] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.050431] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-990bad97-37a5-4d5f-a026-b8b16b6ce853 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.058079] env[65311]: INFO nova.compute.manager [-] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Took 1.30 seconds to deallocate network for instance. [ 931.061748] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 931.061748] env[65311]: value = "task-4428514" [ 931.061748] env[65311]: _type = "Task" [ 931.061748] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.075504] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.232447] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428508, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.341543] env[65311]: ERROR nova.scheduler.client.report [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [req-7a5a9c8c-78da-4a48-8595-8037e267e989] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7a5a9c8c-78da-4a48-8595-8037e267e989"}]} [ 931.359159] env[65311]: DEBUG nova.scheduler.client.report [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 931.375533] env[65311]: DEBUG nova.scheduler.client.report [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 931.375805] env[65311]: DEBUG nova.compute.provider_tree [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.389284] env[65311]: DEBUG nova.scheduler.client.report [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 931.408541] env[65311]: DEBUG nova.scheduler.client.report [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 931.572855] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.581943] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428514, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.669178] env[65311]: DEBUG nova.compute.manager [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 931.701552] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.701831] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.702126] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.702321] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.702463] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.702602] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.702800] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.702949] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.703135] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.703297] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.703475] env[65311]: DEBUG nova.virt.hardware [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.704354] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e3a1d8-18ae-434c-a38d-d2028350a721 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.716555] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f672b916-781e-4bd5-9d54-32a3a8fb3875 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.743527] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428508, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.800771} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.744613] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] d8abbc7b-bcf9-4f3c-a441-699e40be985c/d8abbc7b-bcf9-4f3c-a441-699e40be985c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.744613] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.744613] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c01572af-4869-4f6e-9364-43865b5b6727 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.753635] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 931.753635] env[65311]: value = "task-4428515" [ 931.753635] env[65311]: _type = "Task" [ 931.753635] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.765791] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.878644] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc44df-7e9e-4b75-94d9-e02749750c0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.887153] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef73805-92c3-423f-81f4-89d5893dd53d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.920339] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2abe19-1a2f-4dde-9754-89da727462d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.929508] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531bc99b-9dcd-478f-afc4-9f9f6f77bf50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.944889] env[65311]: DEBUG nova.compute.provider_tree [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.994687] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.995010] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58474409-0fc1-4281-9ba9-ca161b80750b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.003322] env[65311]: DEBUG oslo_vmware.api [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 932.003322] env[65311]: value = "task-4428516" [ 932.003322] env[65311]: _type = "Task" [ 932.003322] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.015279] env[65311]: DEBUG oslo_vmware.api [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.061172] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 932.061608] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.061786] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 932.062087] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.062378] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 932.062378] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 932.062796] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 932.062796] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 932.062928] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 932.063133] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 932.063288] env[65311]: DEBUG nova.virt.hardware [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 932.064228] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a533858-7246-4166-8f73-ec37cd88b58a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.075878] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ad6055-7550-4684-a0fe-184f1442ea0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.086445] env[65311]: DEBUG oslo_vmware.api [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428514, 'name': PowerOnVM_Task, 'duration_secs': 0.757979} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.087405] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.087728] env[65311]: INFO nova.compute.manager [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Took 9.23 seconds to spawn the instance on the hypervisor. [ 932.088026] env[65311]: DEBUG nova.compute.manager [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 932.089632] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88af9f3-252e-4634-aa31-c6e0752f717e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.102899] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.111332] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 932.113872] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.114498] env[65311]: DEBUG nova.compute.manager [req-ff6f1299-159d-4f24-94c0-40a6ceb86a93 req-7acbaab9-d41a-4c0f-a643-03d742f4e385 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Received event network-vif-plugged-e1a97a68-efe4-4d43-9552-fb6733ed10d9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 932.114739] env[65311]: DEBUG oslo_concurrency.lockutils [req-ff6f1299-159d-4f24-94c0-40a6ceb86a93 req-7acbaab9-d41a-4c0f-a643-03d742f4e385 service nova] Acquiring lock "82260d88-cfa9-48f5-879a-b8c56851af86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.114865] env[65311]: DEBUG oslo_concurrency.lockutils [req-ff6f1299-159d-4f24-94c0-40a6ceb86a93 req-7acbaab9-d41a-4c0f-a643-03d742f4e385 service nova] Lock "82260d88-cfa9-48f5-879a-b8c56851af86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.115113] env[65311]: DEBUG oslo_concurrency.lockutils [req-ff6f1299-159d-4f24-94c0-40a6ceb86a93 req-7acbaab9-d41a-4c0f-a643-03d742f4e385 service nova] Lock "82260d88-cfa9-48f5-879a-b8c56851af86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.115188] env[65311]: DEBUG nova.compute.manager [req-ff6f1299-159d-4f24-94c0-40a6ceb86a93 req-7acbaab9-d41a-4c0f-a643-03d742f4e385 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] No waiting events found dispatching network-vif-plugged-e1a97a68-efe4-4d43-9552-fb6733ed10d9 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 932.115384] env[65311]: WARNING nova.compute.manager [req-ff6f1299-159d-4f24-94c0-40a6ceb86a93 req-7acbaab9-d41a-4c0f-a643-03d742f4e385 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Received unexpected event network-vif-plugged-e1a97a68-efe4-4d43-9552-fb6733ed10d9 for instance with vm_state building and task_state spawning. [ 932.115621] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c666cfd-cd96-49e8-b77e-03b1dc0b5b15 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.141176] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.141176] env[65311]: value = "task-4428517" [ 932.141176] env[65311]: _type = "Task" [ 932.141176] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.150602] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428517, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.214378] env[65311]: DEBUG nova.network.neutron [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Successfully updated port: e1a97a68-efe4-4d43-9552-fb6733ed10d9 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 932.263567] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070443} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.263845] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.264641] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc69ff0-b7b2-4717-b2bf-1805f9b0e848 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.288135] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] d8abbc7b-bcf9-4f3c-a441-699e40be985c/d8abbc7b-bcf9-4f3c-a441-699e40be985c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.288588] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d39ccf5-83a2-4786-95a5-c9b7b692279e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.309047] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 932.309047] env[65311]: value = "task-4428518" [ 932.309047] env[65311]: _type = "Task" [ 932.309047] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.318936] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.484420] env[65311]: DEBUG nova.scheduler.client.report [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 932.484729] env[65311]: DEBUG nova.compute.provider_tree [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 111 to 112 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 932.484988] env[65311]: DEBUG nova.compute.provider_tree [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 932.513990] env[65311]: DEBUG oslo_vmware.api [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428516, 'name': PowerOffVM_Task, 'duration_secs': 0.235044} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.514298] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.514487] env[65311]: DEBUG nova.compute.manager [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 932.515602] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2fe8ee-407e-48e5-9b7d-2dc532326e87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.648088] env[65311]: INFO nova.compute.manager [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Took 39.18 seconds to build instance. [ 932.658020] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428517, 'name': CreateVM_Task, 'duration_secs': 0.363012} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.658020] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.660072] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.660072] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.660072] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.660072] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61a5f17-8727-4cf3-895a-8a531976458f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.666194] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 932.666194] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527091de-1e35-e89f-3513-292450410fef" [ 932.666194] env[65311]: _type = "Task" [ 932.666194] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.678372] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527091de-1e35-e89f-3513-292450410fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.717019] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.717245] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.717416] env[65311]: DEBUG nova.network.neutron [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.819648] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428518, 'name': ReconfigVM_Task, 'duration_secs': 0.369221} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.819930] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Reconfigured VM instance instance-0000004b to attach disk [datastore2] d8abbc7b-bcf9-4f3c-a441-699e40be985c/d8abbc7b-bcf9-4f3c-a441-699e40be985c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.821070] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c0f11f6-31f6-4f7e-b34a-308d9a76a425 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.828836] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 932.828836] env[65311]: value = "task-4428519" [ 932.828836] env[65311]: _type = "Task" [ 932.828836] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.841074] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428519, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.991696] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.342s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.994839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.792s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.997778] env[65311]: INFO nova.compute.claims [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.015548] env[65311]: INFO nova.scheduler.client.report [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted allocations for instance c9cf02b3-64da-42ec-8565-176fd7c0cf0a [ 933.027738] env[65311]: DEBUG oslo_concurrency.lockutils [None req-99beb600-3013-4535-9ef1-234cfbb91fe7 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.151892] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f2c20a63-d877-44db-8730-34aa832a9ba1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.916s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.177505] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527091de-1e35-e89f-3513-292450410fef, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.177825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.178083] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.178305] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.178448] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.178670] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.179321] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0bbd3ef-3a50-4acb-85a1-27f0c90a936e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.190348] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.190538] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.191609] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f39944-35f0-4531-b341-9bf98fce03ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.198530] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 933.198530] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fdcce9-3c11-4140-7e01-626965bee757" [ 933.198530] env[65311]: _type = "Task" [ 933.198530] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.207774] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fdcce9-3c11-4140-7e01-626965bee757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.255239] env[65311]: DEBUG nova.network.neutron [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 933.339782] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428519, 'name': Rename_Task, 'duration_secs': 0.175452} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.340943] env[65311]: WARNING neutronclient.v2_0.client [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.343102] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.343559] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27810ae9-8aec-4184-b5c3-d06693074fe8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.352670] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 933.352670] env[65311]: value = "task-4428520" [ 933.352670] env[65311]: _type = "Task" [ 933.352670] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.361917] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.426038] env[65311]: DEBUG nova.network.neutron [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updating instance_info_cache with network_info: [{"id": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "address": "fa:16:3e:82:51:05", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a97a68-ef", "ovs_interfaceid": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.483246] env[65311]: DEBUG nova.objects.instance [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lazy-loading 'flavor' on Instance uuid 1e37f31b-6cef-402a-91e5-2d6315b3eddd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.525608] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2c0fb22-1e63-4e0c-abe6-0c84fabd4da9 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "c9cf02b3-64da-42ec-8565-176fd7c0cf0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.943s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.655419] env[65311]: DEBUG nova.compute.manager [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 933.711030] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fdcce9-3c11-4140-7e01-626965bee757, 'name': SearchDatastore_Task, 'duration_secs': 0.016907} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.712148] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091fa013-2821-44ae-b8cd-f2d83c6fb0c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.719615] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 933.719615] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52abdafa-9407-1340-b8cf-4a7c32b324ef" [ 933.719615] env[65311]: _type = "Task" [ 933.719615] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.730398] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52abdafa-9407-1340-b8cf-4a7c32b324ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.866471] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428520, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.910620] env[65311]: DEBUG oslo_concurrency.lockutils [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.910942] env[65311]: DEBUG oslo_concurrency.lockutils [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.911309] env[65311]: DEBUG oslo_concurrency.lockutils [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.911589] env[65311]: DEBUG oslo_concurrency.lockutils [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.911807] env[65311]: DEBUG oslo_concurrency.lockutils [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.914582] env[65311]: INFO nova.compute.manager [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Terminating instance [ 933.928759] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.929130] env[65311]: DEBUG nova.compute.manager [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Instance network_info: |[{"id": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "address": "fa:16:3e:82:51:05", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a97a68-ef", "ovs_interfaceid": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 933.929789] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:51:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1a97a68-efe4-4d43-9552-fb6733ed10d9', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.937995] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Creating folder: Project (cec8893005944de781a2ec2b640d87fb). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.938511] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59160417-6f69-4ee0-895f-110569ce88ee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.950767] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Created folder: Project (cec8893005944de781a2ec2b640d87fb) in parent group-v866349. [ 933.950980] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Creating folder: Instances. Parent ref: group-v866564. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.951280] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccc96b21-503e-4c26-8040-0d1e89640b11 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.961601] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Created folder: Instances in parent group-v866564. [ 933.961829] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 933.962032] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.962264] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65048585-3959-489b-a808-5ebb9691d623 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.982468] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.982468] env[65311]: value = "task-4428523" [ 933.982468] env[65311]: _type = "Task" [ 933.982468] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.992109] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428523, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.992944] env[65311]: DEBUG oslo_concurrency.lockutils [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "refresh_cache-1e37f31b-6cef-402a-91e5-2d6315b3eddd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.992944] env[65311]: DEBUG oslo_concurrency.lockutils [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquired lock "refresh_cache-1e37f31b-6cef-402a-91e5-2d6315b3eddd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.993105] env[65311]: DEBUG nova.network.neutron [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 933.993164] env[65311]: DEBUG nova.objects.instance [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lazy-loading 'info_cache' on Instance uuid 1e37f31b-6cef-402a-91e5-2d6315b3eddd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.154616] env[65311]: DEBUG nova.compute.manager [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Received event network-changed-e1a97a68-efe4-4d43-9552-fb6733ed10d9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 934.154843] env[65311]: DEBUG nova.compute.manager [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Refreshing instance network info cache due to event network-changed-e1a97a68-efe4-4d43-9552-fb6733ed10d9. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 934.155075] env[65311]: DEBUG oslo_concurrency.lockutils [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] Acquiring lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.155260] env[65311]: DEBUG oslo_concurrency.lockutils [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] Acquired lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.155409] env[65311]: DEBUG nova.network.neutron [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Refreshing network info cache for port e1a97a68-efe4-4d43-9552-fb6733ed10d9 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.175503] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.233661] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52abdafa-9407-1340-b8cf-4a7c32b324ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.237673] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.237983] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 7886e451-392e-48e6-b542-6ddd56d285e3/7886e451-392e-48e6-b542-6ddd56d285e3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.238617] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67046908-fb6e-4946-bc33-bce8c85ed7eb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.246722] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 934.246722] env[65311]: value = "task-4428524" [ 934.246722] env[65311]: _type = "Task" [ 934.246722] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.263699] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.367878] env[65311]: DEBUG oslo_vmware.api [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428520, 'name': PowerOnVM_Task, 'duration_secs': 0.554826} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.367878] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.367878] env[65311]: INFO nova.compute.manager [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Took 8.83 seconds to spawn the instance on the hypervisor. [ 934.367878] env[65311]: DEBUG nova.compute.manager [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 934.368286] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c34733c-6601-4d7c-b808-74985c87b3d5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.419324] env[65311]: DEBUG nova.compute.manager [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 934.419619] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.420834] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbf2659-68bd-49ab-a2e6-5d70c88d3ad8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.430485] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.430764] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e46d8eb6-1688-4835-99c3-1a52cacdef5a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.442239] env[65311]: DEBUG oslo_vmware.api [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 934.442239] env[65311]: value = "task-4428525" [ 934.442239] env[65311]: _type = "Task" [ 934.442239] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.453589] env[65311]: DEBUG oslo_vmware.api [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.483566] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903cfa27-1353-4c3a-a481-da933f24422f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.496906] env[65311]: DEBUG nova.objects.base [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Object Instance<1e37f31b-6cef-402a-91e5-2d6315b3eddd> lazy-loaded attributes: flavor,info_cache {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 934.506790] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428523, 'name': CreateVM_Task, 'duration_secs': 0.366242} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.507979] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.509536] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fff661c-5833-4b20-ab51-baa1e66752ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.514539] env[65311]: WARNING neutronclient.v2_0.client [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.515138] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.515388] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.515831] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.516724] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddce3cf-390b-4af5-b18a-598589be0493 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.552168] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accb7f67-0cb3-47db-a35e-3b9bf05d626a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.555217] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 934.555217] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5244b07a-6404-b8fd-fc88-6f7a847c76a5" [ 934.555217] env[65311]: _type = "Task" [ 934.555217] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.564798] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622c5198-6313-4788-aa69-ea2fc5f23d76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.570724] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5244b07a-6404-b8fd-fc88-6f7a847c76a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.584182] env[65311]: DEBUG nova.compute.provider_tree [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.658891] env[65311]: WARNING neutronclient.v2_0.client [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.759951] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428524, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.849053] env[65311]: WARNING neutronclient.v2_0.client [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.890036] env[65311]: INFO nova.compute.manager [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Took 36.33 seconds to build instance. [ 934.928588] env[65311]: DEBUG nova.network.neutron [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updated VIF entry in instance network info cache for port e1a97a68-efe4-4d43-9552-fb6733ed10d9. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 934.928588] env[65311]: DEBUG nova.network.neutron [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updating instance_info_cache with network_info: [{"id": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "address": "fa:16:3e:82:51:05", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a97a68-ef", "ovs_interfaceid": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.953603] env[65311]: DEBUG oslo_vmware.api [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428525, 'name': PowerOffVM_Task, 'duration_secs': 0.23606} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.953867] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.954041] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.954315] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d42b0e2-9690-4b1e-9ac1-99cb7e786cac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.012048] env[65311]: WARNING neutronclient.v2_0.client [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.048174] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.048395] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.048575] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleting the datastore file [datastore2] f5f0c55b-2c53-4d6b-8384-cfad13ca4957 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.048863] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de69012e-0edc-4a93-9d05-26ee9bbe9d6a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.062456] env[65311]: DEBUG oslo_vmware.api [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 935.062456] env[65311]: value = "task-4428527" [ 935.062456] env[65311]: _type = "Task" [ 935.062456] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.071249] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5244b07a-6404-b8fd-fc88-6f7a847c76a5, 'name': SearchDatastore_Task, 'duration_secs': 0.053568} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.072140] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.072249] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.072451] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.073197] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.073197] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.073197] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95e734b9-da01-40c2-964d-2a0d95512af1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.078432] env[65311]: DEBUG oslo_vmware.api [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.087854] env[65311]: DEBUG nova.scheduler.client.report [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.099910] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.099910] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.099910] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ef6130-b3ff-470c-9ad5-ea5f855d42ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.109939] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 935.109939] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eba34c-4684-7327-a7fd-7816f2346bbe" [ 935.109939] env[65311]: _type = "Task" [ 935.109939] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.125590] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52eba34c-4684-7327-a7fd-7816f2346bbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013147} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.125590] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d93818-7c56-47f0-ab13-8b4a58e1840a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.142020] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 935.142020] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526802a4-0f04-aa48-7292-5354b40c5bd9" [ 935.142020] env[65311]: _type = "Task" [ 935.142020] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.149701] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526802a4-0f04-aa48-7292-5354b40c5bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.193548] env[65311]: WARNING neutronclient.v2_0.client [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.263355] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.304695] env[65311]: DEBUG nova.network.neutron [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Updating instance_info_cache with network_info: [{"id": "299379cf-3c62-49a4-89e8-f29766c1fb81", "address": "fa:16:3e:93:6c:4c", "network": {"id": "8e3c68b9-572c-4d68-918a-3bb979d39c41", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-63573486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde11eca2c0a4a3f871b25080fb3a7f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299379cf-3c", "ovs_interfaceid": "299379cf-3c62-49a4-89e8-f29766c1fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.393732] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7afc94-e55a-4751-854a-d4d01738554b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.844s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.431219] env[65311]: DEBUG oslo_concurrency.lockutils [req-9a5d659f-975b-46d6-bf52-4bc09f32140c req-6e6e9d2b-28db-4e65-8a68-5ed83a7ba0bc service nova] Releasing lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.549021] env[65311]: DEBUG nova.compute.manager [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Received event network-changed-1cd3f164-04cf-4236-a4f1-1f9b8358c579 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 935.549021] env[65311]: DEBUG nova.compute.manager [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Refreshing instance network info cache due to event network-changed-1cd3f164-04cf-4236-a4f1-1f9b8358c579. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 935.549021] env[65311]: DEBUG oslo_concurrency.lockutils [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] Acquiring lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.551963] env[65311]: DEBUG oslo_concurrency.lockutils [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] Acquired lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.551963] env[65311]: DEBUG nova.network.neutron [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Refreshing network info cache for port 1cd3f164-04cf-4236-a4f1-1f9b8358c579 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.577433] env[65311]: DEBUG oslo_vmware.api [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414607} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.577730] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.577911] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.578127] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.578327] env[65311]: INFO nova.compute.manager [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Took 1.16 seconds to destroy the instance on the hypervisor. [ 935.578614] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 935.578848] env[65311]: DEBUG nova.compute.manager [-] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 935.578955] env[65311]: DEBUG nova.network.neutron [-] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 935.579224] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.593736] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.594409] env[65311]: DEBUG nova.compute.manager [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 935.600683] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.481s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.601098] env[65311]: DEBUG nova.objects.instance [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lazy-loading 'resources' on Instance uuid dcf7f789-cdf5-42fe-80f6-3724f2707638 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.651620] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526802a4-0f04-aa48-7292-5354b40c5bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.02027} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.652717] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.654907] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.655196] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 82260d88-cfa9-48f5-879a-b8c56851af86/82260d88-cfa9-48f5-879a-b8c56851af86.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.656026] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b4847e-b1ee-48cf-973e-664d58a706f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.664583] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 935.664583] env[65311]: value = "task-4428528" [ 935.664583] env[65311]: _type = "Task" [ 935.664583] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.674293] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.759210] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.808762] env[65311]: DEBUG oslo_concurrency.lockutils [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Releasing lock "refresh_cache-1e37f31b-6cef-402a-91e5-2d6315b3eddd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.895405] env[65311]: DEBUG nova.compute.manager [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 936.055526] env[65311]: WARNING neutronclient.v2_0.client [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.106295] env[65311]: DEBUG nova.compute.utils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.111992] env[65311]: DEBUG nova.compute.manager [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 936.111992] env[65311]: DEBUG nova.network.neutron [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 936.112400] env[65311]: WARNING neutronclient.v2_0.client [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.112687] env[65311]: WARNING neutronclient.v2_0.client [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.177877] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428528, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.233084] env[65311]: DEBUG nova.policy [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a1c82e11b9c4b0ca29cea6bc224fa65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772a53bbca574a6a95f99e5aef167d61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.269289] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428524, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.666744} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.271563] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 7886e451-392e-48e6-b542-6ddd56d285e3/7886e451-392e-48e6-b542-6ddd56d285e3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.271813] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.280327] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48239850-edc9-40a0-9580-6d2121dc950f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.290782] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 936.290782] env[65311]: value = "task-4428529" [ 936.290782] env[65311]: _type = "Task" [ 936.290782] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.308938] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.341393] env[65311]: WARNING neutronclient.v2_0.client [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.373587] env[65311]: DEBUG nova.network.neutron [-] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.425872] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.515795] env[65311]: DEBUG nova.network.neutron [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Updated VIF entry in instance network info cache for port 1cd3f164-04cf-4236-a4f1-1f9b8358c579. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 936.516182] env[65311]: DEBUG nova.network.neutron [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Updating instance_info_cache with network_info: [{"id": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "address": "fa:16:3e:2a:0f:8c", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cd3f164-04", "ovs_interfaceid": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.618535] env[65311]: DEBUG nova.compute.manager [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 936.644389] env[65311]: DEBUG nova.network.neutron [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Successfully created port: 41afa5ac-495b-4f89-85a4-376bcf917134 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 936.678990] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89493} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.682817] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 82260d88-cfa9-48f5-879a-b8c56851af86/82260d88-cfa9-48f5-879a-b8c56851af86.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.682817] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.682817] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17c669d-50d1-4b56-b4b1-d416eaebd6d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.691860] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 936.691860] env[65311]: value = "task-4428530" [ 936.691860] env[65311]: _type = "Task" [ 936.691860] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.704730] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.712472] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e89979-cb88-4933-9091-a1a4bd2c4f76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.721708] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0012b9c1-5c7b-45e5-b52f-f3e2b0de1277 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.756968] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ed8f39-9543-46a0-a698-98093fcd2445 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.766220] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd057c-42c0-458d-8aaa-c51a3cb83039 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.781794] env[65311]: DEBUG nova.compute.provider_tree [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.804515] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104006} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.804783] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.805594] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80232902-7d90-4fc0-80a4-4b10da01cea6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.818572] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.827921] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 7886e451-392e-48e6-b542-6ddd56d285e3/7886e451-392e-48e6-b542-6ddd56d285e3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.828259] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc39ad90-7cdb-4dd8-8397-3a02972af003 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.830053] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb87ae3-c037-4968-939a-115769c29975 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.851194] env[65311]: DEBUG oslo_vmware.api [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 936.851194] env[65311]: value = "task-4428531" [ 936.851194] env[65311]: _type = "Task" [ 936.851194] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.852634] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 936.852634] env[65311]: value = "task-4428532" [ 936.852634] env[65311]: _type = "Task" [ 936.852634] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.869238] env[65311]: DEBUG oslo_vmware.api [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.869560] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428532, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.877696] env[65311]: INFO nova.compute.manager [-] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Took 1.30 seconds to deallocate network for instance. [ 937.022727] env[65311]: DEBUG oslo_concurrency.lockutils [req-ebf0fd3e-5e7f-4745-a5ca-1277870245e0 req-bdd022c7-5eb3-48c5-a789-164b50231610 service nova] Releasing lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.202688] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074787} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.203348] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.204143] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950df8f3-fd2b-4889-b5c5-547795cb6897 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.253199] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 82260d88-cfa9-48f5-879a-b8c56851af86/82260d88-cfa9-48f5-879a-b8c56851af86.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.254116] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-481af0f2-212e-417e-be3c-5a10bdd0dfbd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.291030] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 937.291030] env[65311]: value = "task-4428533" [ 937.291030] env[65311]: _type = "Task" [ 937.291030] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.303461] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.353384] env[65311]: DEBUG nova.scheduler.client.report [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 937.353681] env[65311]: DEBUG nova.compute.provider_tree [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 112 to 113 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 937.353858] env[65311]: DEBUG nova.compute.provider_tree [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.369867] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.373925] env[65311]: DEBUG oslo_vmware.api [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.386486] env[65311]: DEBUG oslo_concurrency.lockutils [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.583604] env[65311]: DEBUG nova.compute.manager [req-36ef8b27-242d-43e0-8a4e-16c7a757f25e req-21f8570a-5a00-481d-93f0-8309341cd0f2 service nova] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Received event network-vif-deleted-eeef07fd-3866-4fe6-88ee-8336ffdea010 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.629342] env[65311]: DEBUG nova.compute.manager [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 937.657316] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 937.657666] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.657869] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 937.658081] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.658226] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 937.658420] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 937.658572] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 937.658721] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 937.658901] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 937.659154] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 937.659364] env[65311]: DEBUG nova.virt.hardware [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 937.660591] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c802a7ba-a176-4f82-8d22-b22ad0604e82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.669658] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a3f4a1-6800-43a9-8c11-fd9f23398b60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.802193] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.865601] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.868346] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.127s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.869945] env[65311]: INFO nova.compute.claims [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.877013] env[65311]: DEBUG oslo_vmware.api [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428531, 'name': PowerOnVM_Task, 'duration_secs': 0.615382} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.880367] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.880840] env[65311]: DEBUG nova.compute.manager [None req-448dba74-ea96-4787-82af-5411647cfee0 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 937.880967] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428532, 'name': ReconfigVM_Task, 'duration_secs': 0.593596} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.881802] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684b4693-8db0-443b-8668-dc53228ad68c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.884577] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 7886e451-392e-48e6-b542-6ddd56d285e3/7886e451-392e-48e6-b542-6ddd56d285e3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.885297] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a57355a-e6b0-4ae1-84aa-3e839378fdc8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.888034] env[65311]: INFO nova.scheduler.client.report [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Deleted allocations for instance dcf7f789-cdf5-42fe-80f6-3724f2707638 [ 937.901872] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 937.901872] env[65311]: value = "task-4428534" [ 937.901872] env[65311]: _type = "Task" [ 937.901872] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.911226] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428534, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.218754] env[65311]: DEBUG nova.network.neutron [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Successfully updated port: 41afa5ac-495b-4f89-85a4-376bcf917134 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 938.303215] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428533, 'name': ReconfigVM_Task, 'duration_secs': 0.679353} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.303726] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 82260d88-cfa9-48f5-879a-b8c56851af86/82260d88-cfa9-48f5-879a-b8c56851af86.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.304440] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-282b2324-973a-4e65-b8c6-2f8381058287 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.311975] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 938.311975] env[65311]: value = "task-4428535" [ 938.311975] env[65311]: _type = "Task" [ 938.311975] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.321605] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428535, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.399642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4545b8e9-8b7a-4fc3-8850-3c5be93af051 tempest-InstanceActionsV221TestJSON-172623164 tempest-InstanceActionsV221TestJSON-172623164-project-member] Lock "dcf7f789-cdf5-42fe-80f6-3724f2707638" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.335s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.415910] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428534, 'name': Rename_Task, 'duration_secs': 0.270907} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.416916] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.417187] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1340c1cc-3d2d-4c91-b30f-80c1c424a81b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.424895] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 938.424895] env[65311]: value = "task-4428536" [ 938.424895] env[65311]: _type = "Task" [ 938.424895] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.434302] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.721664] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.721851] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.722037] env[65311]: DEBUG nova.network.neutron [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 938.823020] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428535, 'name': Rename_Task, 'duration_secs': 0.250926} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.823314] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.823661] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3458fb9-e44d-4e26-829a-7992b4a97708 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.831923] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 938.831923] env[65311]: value = "task-4428537" [ 938.831923] env[65311]: _type = "Task" [ 938.831923] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.840813] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.940129] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.339610] env[65311]: DEBUG nova.network.neutron [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 939.349342] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428537, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.377175] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9f4ca8-5992-4d92-b844-9eac36655a3c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.387458] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9805a638-fdc5-4d0e-ad35-9c8018a24580 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.423445] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081af2c-19a6-4781-9b6e-2dd5fd817846 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.438608] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4a6161-053f-4136-abcb-d142fde14274 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.447153] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.458210] env[65311]: DEBUG nova.compute.provider_tree [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.523646] env[65311]: WARNING neutronclient.v2_0.client [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.632659] env[65311]: DEBUG nova.network.neutron [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance_info_cache with network_info: [{"id": "41afa5ac-495b-4f89-85a4-376bcf917134", "address": "fa:16:3e:51:a5:c7", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41afa5ac-49", "ovs_interfaceid": "41afa5ac-495b-4f89-85a4-376bcf917134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.736179] env[65311]: DEBUG nova.compute.manager [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Received event network-vif-plugged-41afa5ac-495b-4f89-85a4-376bcf917134 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 939.736427] env[65311]: DEBUG oslo_concurrency.lockutils [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] Acquiring lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.736620] env[65311]: DEBUG oslo_concurrency.lockutils [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.737161] env[65311]: DEBUG oslo_concurrency.lockutils [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.737252] env[65311]: DEBUG nova.compute.manager [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] No waiting events found dispatching network-vif-plugged-41afa5ac-495b-4f89-85a4-376bcf917134 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 939.737611] env[65311]: WARNING nova.compute.manager [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Received unexpected event network-vif-plugged-41afa5ac-495b-4f89-85a4-376bcf917134 for instance with vm_state building and task_state spawning. [ 939.737611] env[65311]: DEBUG nova.compute.manager [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Received event network-changed-41afa5ac-495b-4f89-85a4-376bcf917134 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 939.738489] env[65311]: DEBUG nova.compute.manager [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Refreshing instance network info cache due to event network-changed-41afa5ac-495b-4f89-85a4-376bcf917134. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 939.738489] env[65311]: DEBUG oslo_concurrency.lockutils [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] Acquiring lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.846712] env[65311]: DEBUG oslo_vmware.api [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428537, 'name': PowerOnVM_Task, 'duration_secs': 0.604346} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.846999] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.847246] env[65311]: INFO nova.compute.manager [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Took 8.18 seconds to spawn the instance on the hypervisor. [ 939.847426] env[65311]: DEBUG nova.compute.manager [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 939.848314] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486287e0-2e90-4415-be83-53e34df9c1ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.937096] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.962844] env[65311]: DEBUG nova.scheduler.client.report [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.136275] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.136833] env[65311]: DEBUG nova.compute.manager [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Instance network_info: |[{"id": "41afa5ac-495b-4f89-85a4-376bcf917134", "address": "fa:16:3e:51:a5:c7", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41afa5ac-49", "ovs_interfaceid": "41afa5ac-495b-4f89-85a4-376bcf917134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 940.137217] env[65311]: DEBUG oslo_concurrency.lockutils [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] Acquired lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.137460] env[65311]: DEBUG nova.network.neutron [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Refreshing network info cache for port 41afa5ac-495b-4f89-85a4-376bcf917134 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.143030] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:a5:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41afa5ac-495b-4f89-85a4-376bcf917134', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.150324] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 940.152426] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.152426] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2fb10f7-1ee9-4d53-8c1d-35191c668211 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.175449] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.175449] env[65311]: value = "task-4428538" [ 940.175449] env[65311]: _type = "Task" [ 940.175449] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.189985] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428538, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.371426] env[65311]: INFO nova.compute.manager [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Took 39.00 seconds to build instance. [ 940.438848] env[65311]: DEBUG oslo_vmware.api [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428536, 'name': PowerOnVM_Task, 'duration_secs': 1.858349} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.439246] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.439549] env[65311]: DEBUG nova.compute.manager [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 940.440712] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ced5c7-7d04-4790-831d-362a87534c28 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.469558] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.470120] env[65311]: DEBUG nova.compute.manager [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 940.473909] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.423s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.473909] env[65311]: DEBUG nova.objects.instance [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lazy-loading 'resources' on Instance uuid 6e09b5cf-8bef-477a-9fa7-fefab127952f {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.652017] env[65311]: WARNING neutronclient.v2_0.client [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.687460] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428538, 'name': CreateVM_Task, 'duration_secs': 0.394378} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.687668] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.688253] env[65311]: WARNING neutronclient.v2_0.client [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.688648] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.688814] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.689226] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.689535] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fc60313-4c01-4338-b341-ccd588d5d214 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.696187] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 940.696187] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5264789b-2434-10d5-f26a-6cae359c5443" [ 940.696187] env[65311]: _type = "Task" [ 940.696187] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.706289] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5264789b-2434-10d5-f26a-6cae359c5443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.865560] env[65311]: WARNING neutronclient.v2_0.client [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.873296] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a9bb5ce1-93b8-4888-a5bd-cfe952073c97 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "82260d88-cfa9-48f5-879a-b8c56851af86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.793s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.960888] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.979240] env[65311]: DEBUG nova.compute.utils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.984240] env[65311]: DEBUG nova.compute.manager [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 940.985135] env[65311]: DEBUG nova.network.neutron [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 940.985135] env[65311]: WARNING neutronclient.v2_0.client [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.985621] env[65311]: WARNING neutronclient.v2_0.client [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.992773] env[65311]: DEBUG nova.network.neutron [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updated VIF entry in instance network info cache for port 41afa5ac-495b-4f89-85a4-376bcf917134. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 940.993167] env[65311]: DEBUG nova.network.neutron [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance_info_cache with network_info: [{"id": "41afa5ac-495b-4f89-85a4-376bcf917134", "address": "fa:16:3e:51:a5:c7", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41afa5ac-49", "ovs_interfaceid": "41afa5ac-495b-4f89-85a4-376bcf917134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.040376] env[65311]: DEBUG nova.policy [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a326ae27f75944d5bc4ec7fea6047234', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99486a4df0af4f99a0d17974c50b259f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.209977] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5264789b-2434-10d5-f26a-6cae359c5443, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.213935] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.214252] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.214727] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.214727] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.214953] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.215587] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aed418a9-62e3-4c59-8ed6-766e0714ac57 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.231230] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.231451] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.232494] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38667cd9-ffcb-4504-974f-1db20bc3166e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.245167] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 941.245167] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5224da54-c1a3-a3a5-ea9d-b518aba92004" [ 941.245167] env[65311]: _type = "Task" [ 941.245167] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.255114] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5224da54-c1a3-a3a5-ea9d-b518aba92004, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.258569] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3870e5fd-346f-4f50-9628-5fa6ccc2472e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.266031] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 941.266031] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529671b4-ad17-e15b-179a-945dc114faa1" [ 941.266031] env[65311]: _type = "Task" [ 941.266031] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.278600] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529671b4-ad17-e15b-179a-945dc114faa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.428114] env[65311]: DEBUG nova.network.neutron [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Successfully created port: e9e9ac28-2f98-45ff-9da5-d187b14b83cf {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 941.487090] env[65311]: DEBUG nova.compute.manager [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 941.496712] env[65311]: DEBUG oslo_concurrency.lockutils [req-8aaba9f1-943e-45ed-b3b5-b25d915334b1 req-d7ab5655-572e-4992-8244-627450d8dfd5 service nova] Releasing lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.504857] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ae02ab-ca8f-4554-a509-79fb708f79bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.513646] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41ac8f1-07c8-45f9-8074-8755f0025d73 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.549733] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3469e-161c-4887-8d13-46ab8505b468 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.560051] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1876666e-cb6c-4c3a-ac9e-a72f5ea16a1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.576553] env[65311]: DEBUG nova.compute.provider_tree [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.589211] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "7886e451-392e-48e6-b542-6ddd56d285e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.589473] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "7886e451-392e-48e6-b542-6ddd56d285e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.589674] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "7886e451-392e-48e6-b542-6ddd56d285e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.589841] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "7886e451-392e-48e6-b542-6ddd56d285e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.589996] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "7886e451-392e-48e6-b542-6ddd56d285e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.594737] env[65311]: INFO nova.compute.manager [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Terminating instance [ 941.777615] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529671b4-ad17-e15b-179a-945dc114faa1, 'name': SearchDatastore_Task, 'duration_secs': 0.016237} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.777615] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.777761] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] e6572502-05a9-4ae3-9eb5-48e574ae4cdf/e6572502-05a9-4ae3-9eb5-48e574ae4cdf.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.779249] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b12359-dfb6-4b08-aa8e-6497ab79ae14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.786952] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 941.786952] env[65311]: value = "task-4428539" [ 941.786952] env[65311]: _type = "Task" [ 941.786952] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.797893] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.079729] env[65311]: DEBUG nova.scheduler.client.report [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.099658] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "refresh_cache-7886e451-392e-48e6-b542-6ddd56d285e3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.101299] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquired lock "refresh_cache-7886e451-392e-48e6-b542-6ddd56d285e3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.101299] env[65311]: DEBUG nova.network.neutron [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 942.298525] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428539, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.396823] env[65311]: DEBUG nova.compute.manager [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Received event network-changed-e1a97a68-efe4-4d43-9552-fb6733ed10d9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 942.396970] env[65311]: DEBUG nova.compute.manager [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Refreshing instance network info cache due to event network-changed-e1a97a68-efe4-4d43-9552-fb6733ed10d9. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 942.397301] env[65311]: DEBUG oslo_concurrency.lockutils [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] Acquiring lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.397472] env[65311]: DEBUG oslo_concurrency.lockutils [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] Acquired lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.397921] env[65311]: DEBUG nova.network.neutron [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Refreshing network info cache for port e1a97a68-efe4-4d43-9552-fb6733ed10d9 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.499040] env[65311]: DEBUG nova.compute.manager [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 942.529081] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 942.529350] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.529500] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 942.529677] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.529813] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 942.529954] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 942.530251] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 942.530416] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 942.530577] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 942.530737] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 942.530898] env[65311]: DEBUG nova.virt.hardware [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 942.532256] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3cc217-0c69-4bd3-a46a-7dce962324cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.542791] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fa0269-0280-44c2-bd24-b3dc9c4e4eed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.586810] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.589195] env[65311]: DEBUG oslo_concurrency.lockutils [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.366s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.589433] env[65311]: DEBUG nova.objects.instance [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lazy-loading 'resources' on Instance uuid 23382387-666d-4cfd-b142-3b960edab7eb {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.603333] env[65311]: WARNING neutronclient.v2_0.client [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.612798] env[65311]: INFO nova.scheduler.client.report [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Deleted allocations for instance 6e09b5cf-8bef-477a-9fa7-fefab127952f [ 942.650288] env[65311]: DEBUG nova.network.neutron [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 942.746918] env[65311]: DEBUG nova.network.neutron [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.798478] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550767} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.798783] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] e6572502-05a9-4ae3-9eb5-48e574ae4cdf/e6572502-05a9-4ae3-9eb5-48e574ae4cdf.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.798997] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.799285] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bb25464-1b8d-49d3-9aae-c618a90813a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.808221] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 942.808221] env[65311]: value = "task-4428540" [ 942.808221] env[65311]: _type = "Task" [ 942.808221] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.818347] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.901328] env[65311]: WARNING neutronclient.v2_0.client [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.940111] env[65311]: DEBUG nova.compute.manager [req-7bbe109d-0338-4ea7-93d2-a5c97508fa75 req-18b05b62-da7b-4b07-aba6-5df77ac47e3a service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Received event network-vif-plugged-e9e9ac28-2f98-45ff-9da5-d187b14b83cf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 942.940111] env[65311]: DEBUG oslo_concurrency.lockutils [req-7bbe109d-0338-4ea7-93d2-a5c97508fa75 req-18b05b62-da7b-4b07-aba6-5df77ac47e3a service nova] Acquiring lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.940111] env[65311]: DEBUG oslo_concurrency.lockutils [req-7bbe109d-0338-4ea7-93d2-a5c97508fa75 req-18b05b62-da7b-4b07-aba6-5df77ac47e3a service nova] Lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.940111] env[65311]: DEBUG oslo_concurrency.lockutils [req-7bbe109d-0338-4ea7-93d2-a5c97508fa75 req-18b05b62-da7b-4b07-aba6-5df77ac47e3a service nova] Lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.940111] env[65311]: DEBUG nova.compute.manager [req-7bbe109d-0338-4ea7-93d2-a5c97508fa75 req-18b05b62-da7b-4b07-aba6-5df77ac47e3a service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] No waiting events found dispatching network-vif-plugged-e9e9ac28-2f98-45ff-9da5-d187b14b83cf {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 942.940111] env[65311]: WARNING nova.compute.manager [req-7bbe109d-0338-4ea7-93d2-a5c97508fa75 req-18b05b62-da7b-4b07-aba6-5df77ac47e3a service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Received unexpected event network-vif-plugged-e9e9ac28-2f98-45ff-9da5-d187b14b83cf for instance with vm_state building and task_state spawning. [ 943.012460] env[65311]: DEBUG nova.network.neutron [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Successfully updated port: e9e9ac28-2f98-45ff-9da5-d187b14b83cf {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 943.122071] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f1b2b18-08ac-458c-bd56-37645a0c1827 tempest-ServerMetadataTestJSON-1278073267 tempest-ServerMetadataTestJSON-1278073267-project-member] Lock "6e09b5cf-8bef-477a-9fa7-fefab127952f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.626s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.147785] env[65311]: WARNING neutronclient.v2_0.client [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.234164] env[65311]: DEBUG nova.network.neutron [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updated VIF entry in instance network info cache for port e1a97a68-efe4-4d43-9552-fb6733ed10d9. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 943.234622] env[65311]: DEBUG nova.network.neutron [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updating instance_info_cache with network_info: [{"id": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "address": "fa:16:3e:82:51:05", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a97a68-ef", "ovs_interfaceid": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.250157] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Releasing lock "refresh_cache-7886e451-392e-48e6-b542-6ddd56d285e3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.250697] env[65311]: DEBUG nova.compute.manager [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 943.250891] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.252061] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c43b9c-f5b5-4fb3-a67a-12fdaa61cacf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.264118] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.264749] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d66bb95-a46e-4b2f-85c4-bf36f425f5cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.272498] env[65311]: DEBUG oslo_vmware.api [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 943.272498] env[65311]: value = "task-4428541" [ 943.272498] env[65311]: _type = "Task" [ 943.272498] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.284062] env[65311]: DEBUG oslo_vmware.api [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.321839] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074809} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.324369] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.326631] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f1faca-d691-4ad9-9817-bf9f482cd364 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.356619] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] e6572502-05a9-4ae3-9eb5-48e574ae4cdf/e6572502-05a9-4ae3-9eb5-48e574ae4cdf.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.360044] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a9e3d79-f328-4a8f-8fa2-32c37ce8e4a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.382760] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 943.382760] env[65311]: value = "task-4428542" [ 943.382760] env[65311]: _type = "Task" [ 943.382760] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.395550] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.413051] env[65311]: DEBUG oslo_concurrency.lockutils [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.413051] env[65311]: DEBUG oslo_concurrency.lockutils [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.413051] env[65311]: DEBUG oslo_concurrency.lockutils [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.413051] env[65311]: DEBUG oslo_concurrency.lockutils [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.413051] env[65311]: DEBUG oslo_concurrency.lockutils [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.415522] env[65311]: INFO nova.compute.manager [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Terminating instance [ 943.515692] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "refresh_cache-7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.515949] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "refresh_cache-7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.516130] env[65311]: DEBUG nova.network.neutron [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 943.566625] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f7a08e-0d18-4443-a52c-8d638d3edd05 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.575569] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c94420f-5250-4f7d-b49c-236f5abbef4a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.614023] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102fb5dd-33ee-4df4-9c49-5fed0367f29e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.624732] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b6773e-87af-4271-b1bb-d216838b6ff7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.642944] env[65311]: DEBUG nova.compute.provider_tree [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.737686] env[65311]: DEBUG oslo_concurrency.lockutils [req-ae2dbfba-35f8-41a4-aad0-bdfdaaa85991 req-c7cd0ef2-48cb-491c-8312-94320e944f04 service nova] Releasing lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.784171] env[65311]: DEBUG oslo_vmware.api [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428541, 'name': PowerOffVM_Task, 'duration_secs': 0.353754} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.784171] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.784263] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.785062] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-889b4483-1475-48e0-8d7f-9d375247fe01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.813634] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.814457] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.814457] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Deleting the datastore file [datastore1] 7886e451-392e-48e6-b542-6ddd56d285e3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.814457] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79311e06-8553-4b43-8f12-a195a6a7cbbc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.822797] env[65311]: DEBUG oslo_vmware.api [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for the task: (returnval){ [ 943.822797] env[65311]: value = "task-4428544" [ 943.822797] env[65311]: _type = "Task" [ 943.822797] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.832214] env[65311]: DEBUG oslo_vmware.api [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.893870] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428542, 'name': ReconfigVM_Task, 'duration_secs': 0.328646} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.894362] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Reconfigured VM instance instance-0000004d to attach disk [datastore1] e6572502-05a9-4ae3-9eb5-48e574ae4cdf/e6572502-05a9-4ae3-9eb5-48e574ae4cdf.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.895053] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04c3212d-7676-42f7-9093-c9d63a7e209c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.903684] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 943.903684] env[65311]: value = "task-4428545" [ 943.903684] env[65311]: _type = "Task" [ 943.903684] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.914554] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428545, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.919784] env[65311]: DEBUG nova.compute.manager [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 943.920050] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.921187] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea506de7-aa75-4a15-aa37-0261e00e6177 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.930798] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.931649] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8af87e2-c9ef-4b15-aeb3-e603714d75b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.940710] env[65311]: DEBUG oslo_vmware.api [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 943.940710] env[65311]: value = "task-4428546" [ 943.940710] env[65311]: _type = "Task" [ 943.940710] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.952422] env[65311]: DEBUG oslo_vmware.api [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.061899] env[65311]: DEBUG nova.network.neutron [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 944.149761] env[65311]: DEBUG nova.scheduler.client.report [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.192797] env[65311]: WARNING neutronclient.v2_0.client [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.336038] env[65311]: DEBUG oslo_vmware.api [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Task: {'id': task-4428544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224698} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.336038] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.336038] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.336259] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.336370] env[65311]: INFO nova.compute.manager [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 944.336600] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 944.336800] env[65311]: DEBUG nova.compute.manager [-] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 944.336893] env[65311]: DEBUG nova.network.neutron [-] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 944.337147] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.367433] env[65311]: DEBUG nova.network.neutron [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Updating instance_info_cache with network_info: [{"id": "e9e9ac28-2f98-45ff-9da5-d187b14b83cf", "address": "fa:16:3e:a9:76:3e", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e9ac28-2f", "ovs_interfaceid": "e9e9ac28-2f98-45ff-9da5-d187b14b83cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.383035] env[65311]: DEBUG nova.network.neutron [-] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 944.383035] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.424191] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428545, 'name': Rename_Task, 'duration_secs': 0.220442} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.424191] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.424191] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5461a100-1b39-4c46-a3f3-0c50cdd8ab23 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.433933] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 944.433933] env[65311]: value = "task-4428547" [ 944.433933] env[65311]: _type = "Task" [ 944.433933] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.444865] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.455918] env[65311]: DEBUG oslo_vmware.api [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428546, 'name': PowerOffVM_Task, 'duration_secs': 0.215769} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.456250] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.456402] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.456677] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d69063-3474-4db8-bcb5-f775f3c99b58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.543026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.543026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.543026] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Deleting the datastore file [datastore2] 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.543026] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08471dab-b415-4c68-923f-b95bc3d94f1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.550728] env[65311]: DEBUG oslo_vmware.api [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 944.550728] env[65311]: value = "task-4428549" [ 944.550728] env[65311]: _type = "Task" [ 944.550728] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.559662] env[65311]: DEBUG oslo_vmware.api [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.657541] env[65311]: DEBUG oslo_concurrency.lockutils [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.660050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.219s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.661794] env[65311]: INFO nova.compute.claims [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.688938] env[65311]: INFO nova.scheduler.client.report [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Deleted allocations for instance 23382387-666d-4cfd-b142-3b960edab7eb [ 944.871114] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "refresh_cache-7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.871556] env[65311]: DEBUG nova.compute.manager [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Instance network_info: |[{"id": "e9e9ac28-2f98-45ff-9da5-d187b14b83cf", "address": "fa:16:3e:a9:76:3e", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e9ac28-2f", "ovs_interfaceid": "e9e9ac28-2f98-45ff-9da5-d187b14b83cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 944.872077] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:76:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9e9ac28-2f98-45ff-9da5-d187b14b83cf', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.880400] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 944.880400] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.881194] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8409d72-8be3-4827-940c-94c04844d0d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.895969] env[65311]: DEBUG nova.network.neutron [-] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.904389] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.904389] env[65311]: value = "task-4428550" [ 944.904389] env[65311]: _type = "Task" [ 944.904389] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.913642] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428550, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.945820] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428547, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.998131] env[65311]: DEBUG nova.compute.manager [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Received event network-changed-e9e9ac28-2f98-45ff-9da5-d187b14b83cf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 944.998419] env[65311]: DEBUG nova.compute.manager [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Refreshing instance network info cache due to event network-changed-e9e9ac28-2f98-45ff-9da5-d187b14b83cf. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 944.998559] env[65311]: DEBUG oslo_concurrency.lockutils [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] Acquiring lock "refresh_cache-7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.998696] env[65311]: DEBUG oslo_concurrency.lockutils [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] Acquired lock "refresh_cache-7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.999024] env[65311]: DEBUG nova.network.neutron [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Refreshing network info cache for port e9e9ac28-2f98-45ff-9da5-d187b14b83cf {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.064773] env[65311]: DEBUG oslo_vmware.api [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280203} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.064911] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.065106] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.065303] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.065483] env[65311]: INFO nova.compute.manager [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 945.066386] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 945.066386] env[65311]: DEBUG nova.compute.manager [-] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 945.066386] env[65311]: DEBUG nova.network.neutron [-] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 945.066667] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.197684] env[65311]: DEBUG oslo_concurrency.lockutils [None req-549be0ee-348f-4094-bbe2-e404d970d94e tempest-ServersNegativeTestMultiTenantJSON-433533185 tempest-ServersNegativeTestMultiTenantJSON-433533185-project-member] Lock "23382387-666d-4cfd-b142-3b960edab7eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.504s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.324732] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.398997] env[65311]: INFO nova.compute.manager [-] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Took 1.06 seconds to deallocate network for instance. [ 945.414830] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428550, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.445852] env[65311]: DEBUG oslo_vmware.api [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428547, 'name': PowerOnVM_Task, 'duration_secs': 0.655417} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.446689] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.446689] env[65311]: INFO nova.compute.manager [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Took 7.82 seconds to spawn the instance on the hypervisor. [ 945.446992] env[65311]: DEBUG nova.compute.manager [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 945.448363] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3e755b-8ac3-4b61-b4fe-5aa3867b7e45 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.502605] env[65311]: WARNING neutronclient.v2_0.client [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.908136] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.921191] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428550, 'name': CreateVM_Task, 'duration_secs': 0.653384} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.921440] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.922150] env[65311]: WARNING neutronclient.v2_0.client [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.922288] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.922436] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.922750] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.923059] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497ebbc2-bde9-4881-ac93-a87614fff33d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.932063] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 945.932063] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d26a26-be2c-459e-dbb2-58237e844378" [ 945.932063] env[65311]: _type = "Task" [ 945.932063] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.944254] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d26a26-be2c-459e-dbb2-58237e844378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.975266] env[65311]: WARNING neutronclient.v2_0.client [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.982261] env[65311]: INFO nova.compute.manager [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Took 41.80 seconds to build instance. [ 946.040030] env[65311]: DEBUG nova.network.neutron [-] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.121200] env[65311]: DEBUG nova.network.neutron [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Updated VIF entry in instance network info cache for port e9e9ac28-2f98-45ff-9da5-d187b14b83cf. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 946.121637] env[65311]: DEBUG nova.network.neutron [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Updating instance_info_cache with network_info: [{"id": "e9e9ac28-2f98-45ff-9da5-d187b14b83cf", "address": "fa:16:3e:a9:76:3e", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9e9ac28-2f", "ovs_interfaceid": "e9e9ac28-2f98-45ff-9da5-d187b14b83cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.264705] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d495d7-fff5-4ccf-a00f-abd9ae8c39c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.276384] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895a21dd-456d-40fe-8d07-1bb9a2892f6d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.313897] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a76cdc9-d737-4cc0-90aa-6eab4114a404 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.324892] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d470fd-8fe1-4310-b0bb-bf3bc2d19046 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.346651] env[65311]: DEBUG nova.compute.provider_tree [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.451012] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d26a26-be2c-459e-dbb2-58237e844378, 'name': SearchDatastore_Task, 'duration_secs': 0.034316} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.451388] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.451640] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.451862] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.451996] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.452180] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.452499] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eed909ac-82dc-43c2-ad55-b50cdda5c189 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.471276] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.471276] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.472290] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5d1b96-2478-4cfa-b0ff-d867ed6915ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.479518] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 946.479518] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529b8a55-0f99-e73c-6126-d20d0effe3f6" [ 946.479518] env[65311]: _type = "Task" [ 946.479518] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.486251] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1664d214-da64-4bc7-b80c-8c5818448f53 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.774s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.489923] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529b8a55-0f99-e73c-6126-d20d0effe3f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.548440] env[65311]: INFO nova.compute.manager [-] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Took 1.48 seconds to deallocate network for instance. [ 946.627903] env[65311]: DEBUG oslo_concurrency.lockutils [req-34021ad4-8e3a-4b2c-816d-c4324e9a9405 req-0168ea2d-f110-44e8-a60c-9f39c6bd5c4c service nova] Releasing lock "refresh_cache-7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.905036] env[65311]: DEBUG nova.scheduler.client.report [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 946.905036] env[65311]: DEBUG nova.compute.provider_tree [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 113 to 114 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 946.905036] env[65311]: DEBUG nova.compute.provider_tree [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.992671] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529b8a55-0f99-e73c-6126-d20d0effe3f6, 'name': SearchDatastore_Task, 'duration_secs': 0.035012} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.994305] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31ce57e-06b2-46e7-9352-6e0333b80cb5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.001407] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 947.001407] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528a33dc-9ebf-5659-4eb2-a20784f31203" [ 947.001407] env[65311]: _type = "Task" [ 947.001407] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.010933] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528a33dc-9ebf-5659-4eb2-a20784f31203, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.053467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.411105] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.411711] env[65311]: DEBUG nova.compute.manager [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 947.414735] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.250s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.415499] env[65311]: DEBUG nova.objects.instance [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lazy-loading 'resources' on Instance uuid 29bd979e-07b5-4c44-8c6a-2a35b12968ab {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.526282] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528a33dc-9ebf-5659-4eb2-a20784f31203, 'name': SearchDatastore_Task, 'duration_secs': 0.016594} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.526741] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.527020] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26/7d41ce3e-bf99-4c6c-93c1-9a22ff676e26.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.527374] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22fdb4f8-643d-472b-96b9-f7b618602e37 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.539025] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 947.539025] env[65311]: value = "task-4428551" [ 947.539025] env[65311]: _type = "Task" [ 947.539025] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.550444] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.921250] env[65311]: DEBUG nova.compute.utils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.926483] env[65311]: DEBUG nova.compute.manager [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 947.930023] env[65311]: DEBUG nova.network.neutron [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 947.930023] env[65311]: WARNING neutronclient.v2_0.client [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.930023] env[65311]: WARNING neutronclient.v2_0.client [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.060136] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428551, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.408444] env[65311]: DEBUG nova.policy [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c3ccf835ee84c41bbb7e1069ff5c455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1716d7235e604ea99f3ee78e8ca849b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.418804] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29821cc5-481b-4992-8993-7c2bdb42e521 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.422983] env[65311]: DEBUG nova.compute.manager [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 948.433389] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f38a345-6a8f-49b3-ac63-d47edacfa469 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.471562] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d272773b-c732-4740-9a6f-0e4cf47f7980 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.481437] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8059dd23-91b9-4892-9617-102c1eb30bef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.499648] env[65311]: DEBUG nova.compute.provider_tree [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.554554] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561638} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.554770] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26/7d41ce3e-bf99-4c6c-93c1-9a22ff676e26.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.554859] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.555207] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6fabd99-22de-4ae7-a183-aa375da04984 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.564499] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 948.564499] env[65311]: value = "task-4428552" [ 948.564499] env[65311]: _type = "Task" [ 948.564499] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.574483] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.842573] env[65311]: DEBUG nova.compute.manager [req-99eb847d-4361-4719-8bd6-392b0ad5b79a req-f7f2c1cf-eb2b-421c-873f-61fa89712db8 service nova] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Received event network-vif-deleted-df80d5aa-a96d-46d5-aee0-b00f0b10498a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 949.003627] env[65311]: DEBUG nova.scheduler.client.report [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.078610] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084415} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.078932] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.080570] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684c9f13-f912-4b26-ae44-e3030e4ca698 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.113145] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26/7d41ce3e-bf99-4c6c-93c1-9a22ff676e26.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.113145] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0b9978-a216-41b2-b467-fbd371314bed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.136702] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 949.136702] env[65311]: value = "task-4428553" [ 949.136702] env[65311]: _type = "Task" [ 949.136702] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.151959] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.259983] env[65311]: DEBUG nova.network.neutron [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Successfully created port: 4f9dee22-fc26-4052-af2d-2024ef3e66bf {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 949.435316] env[65311]: DEBUG nova.compute.manager [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 949.466208] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 949.466517] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.466678] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 949.467066] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.467066] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 949.467280] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 949.467514] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 949.467693] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 949.467915] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 949.468079] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 949.468303] env[65311]: DEBUG nova.virt.hardware [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 949.469772] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e7246b-ab51-44f1-8997-2c015f96e64f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.478512] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081badea-b1e9-4b0e-8bc1-797cd528f8da {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.508773] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.511695] env[65311]: DEBUG oslo_concurrency.lockutils [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.357s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.511695] env[65311]: DEBUG nova.objects.instance [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lazy-loading 'resources' on Instance uuid cede9721-0daf-419b-b118-35f08ea84084 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.537582] env[65311]: INFO nova.scheduler.client.report [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Deleted allocations for instance 29bd979e-07b5-4c44-8c6a-2a35b12968ab [ 949.647777] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.046769] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7da75b40-6ee6-44c1-b54a-c735a31300b2 tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "29bd979e-07b5-4c44-8c6a-2a35b12968ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.312s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.160179] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428553, 'name': ReconfigVM_Task, 'duration_secs': 0.816215} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.160179] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26/7d41ce3e-bf99-4c6c-93c1-9a22ff676e26.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.160179] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32247106-bafa-4193-aa96-4ed08a5bbec6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.168537] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 950.168537] env[65311]: value = "task-4428554" [ 950.168537] env[65311]: _type = "Task" [ 950.168537] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.188506] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428554, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.520061] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06003ac-fc1e-40b7-950f-3087ffc662f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.528467] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa53f70-930a-458b-9bea-728366f5854b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.562023] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbddc41a-9566-4d6b-9cf1-8620b3ecfd84 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.571221] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee17248b-407a-4a6f-81a1-4ae14d44b993 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.586634] env[65311]: DEBUG nova.compute.provider_tree [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.680461] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428554, 'name': Rename_Task, 'duration_secs': 0.208104} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.680861] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.681287] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fee7005-126b-4fa1-b6dc-e3024056208c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.690932] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 950.690932] env[65311]: value = "task-4428555" [ 950.690932] env[65311]: _type = "Task" [ 950.690932] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.702021] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.945879] env[65311]: DEBUG nova.network.neutron [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Successfully updated port: 4f9dee22-fc26-4052-af2d-2024ef3e66bf {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 950.972869] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquiring lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.973029] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.091290] env[65311]: DEBUG nova.scheduler.client.report [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.176175] env[65311]: DEBUG nova.compute.manager [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Stashing vm_state: active {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 951.207712] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.453759] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "refresh_cache-48461b1b-8c60-4048-9ec5-255dd7072b1c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.454019] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "refresh_cache-48461b1b-8c60-4048-9ec5-255dd7072b1c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.454204] env[65311]: DEBUG nova.network.neutron [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 951.475898] env[65311]: DEBUG nova.compute.manager [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 951.597106] env[65311]: DEBUG oslo_concurrency.lockutils [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.600507] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.787s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.602216] env[65311]: INFO nova.compute.claims [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.630295] env[65311]: INFO nova.scheduler.client.report [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Deleted allocations for instance cede9721-0daf-419b-b118-35f08ea84084 [ 951.701100] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.705281] env[65311]: DEBUG oslo_vmware.api [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428555, 'name': PowerOnVM_Task, 'duration_secs': 0.713875} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.705791] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.706783] env[65311]: INFO nova.compute.manager [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Took 9.21 seconds to spawn the instance on the hypervisor. [ 951.706783] env[65311]: DEBUG nova.compute.manager [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.707805] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2521e07-7354-438f-add4-a94da1900a3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.733740] env[65311]: INFO nova.compute.manager [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Rebuilding instance [ 951.778080] env[65311]: DEBUG nova.compute.manager [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.781333] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc72b0f-e48c-4080-85f0-3fec71037a1a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.902977] env[65311]: DEBUG nova.compute.manager [req-ac707efd-7e72-407c-95d3-7618ed5fb030 req-65926385-bb94-4dc5-ae97-6b0759791e6e service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Received event network-vif-plugged-4f9dee22-fc26-4052-af2d-2024ef3e66bf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 951.905446] env[65311]: DEBUG oslo_concurrency.lockutils [req-ac707efd-7e72-407c-95d3-7618ed5fb030 req-65926385-bb94-4dc5-ae97-6b0759791e6e service nova] Acquiring lock "48461b1b-8c60-4048-9ec5-255dd7072b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.905755] env[65311]: DEBUG oslo_concurrency.lockutils [req-ac707efd-7e72-407c-95d3-7618ed5fb030 req-65926385-bb94-4dc5-ae97-6b0759791e6e service nova] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.905979] env[65311]: DEBUG oslo_concurrency.lockutils [req-ac707efd-7e72-407c-95d3-7618ed5fb030 req-65926385-bb94-4dc5-ae97-6b0759791e6e service nova] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.906225] env[65311]: DEBUG nova.compute.manager [req-ac707efd-7e72-407c-95d3-7618ed5fb030 req-65926385-bb94-4dc5-ae97-6b0759791e6e service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] No waiting events found dispatching network-vif-plugged-4f9dee22-fc26-4052-af2d-2024ef3e66bf {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 951.906463] env[65311]: WARNING nova.compute.manager [req-ac707efd-7e72-407c-95d3-7618ed5fb030 req-65926385-bb94-4dc5-ae97-6b0759791e6e service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Received unexpected event network-vif-plugged-4f9dee22-fc26-4052-af2d-2024ef3e66bf for instance with vm_state building and task_state spawning. [ 952.003430] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.139924] env[65311]: DEBUG oslo_concurrency.lockutils [None req-46eacc43-79c9-456a-bcff-b3cd36492ad7 tempest-ServersWithSpecificFlavorTestJSON-1706838422 tempest-ServersWithSpecificFlavorTestJSON-1706838422-project-member] Lock "cede9721-0daf-419b-b118-35f08ea84084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.732s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.231295] env[65311]: INFO nova.compute.manager [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Took 45.51 seconds to build instance. [ 952.363458] env[65311]: DEBUG nova.network.neutron [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 952.545550] env[65311]: WARNING neutronclient.v2_0.client [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.735122] env[65311]: DEBUG nova.network.neutron [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Updating instance_info_cache with network_info: [{"id": "4f9dee22-fc26-4052-af2d-2024ef3e66bf", "address": "fa:16:3e:bf:e3:5b", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9dee22-fc", "ovs_interfaceid": "4f9dee22-fc26-4052-af2d-2024ef3e66bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.746041] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cf7f1bc8-ca9d-47f7-9da0-80670402d948 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.425s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.795625] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.796016] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41ff095f-1dad-4e12-98d8-4e7038152f2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.808251] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 952.808251] env[65311]: value = "task-4428556" [ 952.808251] env[65311]: _type = "Task" [ 952.808251] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.822652] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.168131] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c20fb47-b5a3-4932-bf9c-25483f3fb434 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.184359] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810f941a-9fab-419b-8aa7-cc8fc0e2948e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.220087] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c68fb2-ac85-4285-97aa-cf56ad3e27e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.231906] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42768fa6-312f-40ac-98dd-4d61a7636c53 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.250035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "refresh_cache-48461b1b-8c60-4048-9ec5-255dd7072b1c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.250035] env[65311]: DEBUG nova.compute.manager [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Instance network_info: |[{"id": "4f9dee22-fc26-4052-af2d-2024ef3e66bf", "address": "fa:16:3e:bf:e3:5b", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9dee22-fc", "ovs_interfaceid": "4f9dee22-fc26-4052-af2d-2024ef3e66bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 953.250035] env[65311]: DEBUG nova.compute.provider_tree [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.251592] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:e3:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f9dee22-fc26-4052-af2d-2024ef3e66bf', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.262304] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Creating folder: Project (1716d7235e604ea99f3ee78e8ca849b9). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.262304] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f5b8fcf-aa54-417b-aa3f-fe76a27dfd20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.282029] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Created folder: Project (1716d7235e604ea99f3ee78e8ca849b9) in parent group-v866349. [ 953.282029] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Creating folder: Instances. Parent ref: group-v866569. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.282029] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b3d0dc1-f6b6-4507-ab77-57832ae0e831 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.296978] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Created folder: Instances in parent group-v866569. [ 953.297589] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 953.298432] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.298432] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-810f3273-162b-47bb-921a-4b4525dc3a51 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.324467] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428556, 'name': PowerOffVM_Task, 'duration_secs': 0.288174} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.328023] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.328023] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.328023] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.328023] env[65311]: value = "task-4428559" [ 953.328023] env[65311]: _type = "Task" [ 953.328023] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.328412] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698431c5-975f-4325-83fd-5f470f7e7b43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.340454] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.344414] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbc4a4f8-12af-4d51-b84e-5a4775240681 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.350975] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428559, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.436567] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.436567] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.436567] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleting the datastore file [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.436752] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c448aa51-40d3-4871-b7c2-2661f98eb8b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.444918] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 953.444918] env[65311]: value = "task-4428561" [ 953.444918] env[65311]: _type = "Task" [ 953.444918] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.454909] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.515718] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.515718] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.515718] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.515718] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.515718] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.519035] env[65311]: INFO nova.compute.manager [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Terminating instance [ 953.752878] env[65311]: DEBUG nova.scheduler.client.report [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.847770] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428559, 'name': CreateVM_Task, 'duration_secs': 0.4323} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.847770] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.848638] env[65311]: WARNING neutronclient.v2_0.client [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.848638] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.848638] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.848925] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.849133] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70276544-c9a8-4eff-94d6-aa0cc2526821 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.858035] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 953.858035] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52787558-e4fc-84e5-8aaf-c674c37473a6" [ 953.858035] env[65311]: _type = "Task" [ 953.858035] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.866433] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52787558-e4fc-84e5-8aaf-c674c37473a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.959652] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180987} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.959875] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.960129] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.960404] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.024799] env[65311]: DEBUG nova.compute.manager [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 954.025037] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.025947] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84d1b01-435e-46e4-8da2-e699375c78c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.040991] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.041402] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c6d9823-563a-4617-bbe6-b99da5dc5ec5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.050593] env[65311]: DEBUG oslo_vmware.api [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 954.050593] env[65311]: value = "task-4428562" [ 954.050593] env[65311]: _type = "Task" [ 954.050593] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.061726] env[65311]: DEBUG oslo_vmware.api [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.259537] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.259919] env[65311]: DEBUG nova.compute.manager [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 954.264025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.863s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.265300] env[65311]: INFO nova.compute.claims [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.291834] env[65311]: DEBUG nova.compute.manager [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Received event network-changed-4f9dee22-fc26-4052-af2d-2024ef3e66bf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 954.292016] env[65311]: DEBUG nova.compute.manager [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Refreshing instance network info cache due to event network-changed-4f9dee22-fc26-4052-af2d-2024ef3e66bf. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 954.292221] env[65311]: DEBUG oslo_concurrency.lockutils [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] Acquiring lock "refresh_cache-48461b1b-8c60-4048-9ec5-255dd7072b1c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.293036] env[65311]: DEBUG oslo_concurrency.lockutils [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] Acquired lock "refresh_cache-48461b1b-8c60-4048-9ec5-255dd7072b1c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.293228] env[65311]: DEBUG nova.network.neutron [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Refreshing network info cache for port 4f9dee22-fc26-4052-af2d-2024ef3e66bf {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.369167] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52787558-e4fc-84e5-8aaf-c674c37473a6, 'name': SearchDatastore_Task, 'duration_secs': 0.016922} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.369582] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.369823] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.370066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.370206] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.370413] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.370702] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ad7d159-e6e4-4bd3-8d45-bef3215f4f2d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.383120] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.383352] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.384435] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958979aa-99b1-4a4f-b526-2f2283f83f4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.393029] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 954.393029] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5251d827-6d9e-0aae-43b9-336367c67d04" [ 954.393029] env[65311]: _type = "Task" [ 954.393029] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.406711] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5251d827-6d9e-0aae-43b9-336367c67d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.567240] env[65311]: DEBUG oslo_vmware.api [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428562, 'name': PowerOffVM_Task, 'duration_secs': 0.243877} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.567240] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.567561] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.567681] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8a32fd0-a823-4191-895c-a722fe00b080 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.637948] env[65311]: DEBUG nova.compute.manager [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 954.639022] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f076ef24-c93b-434c-a6fe-4e521dd87799 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.661128] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.661128] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.661128] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Deleting the datastore file [datastore2] 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.661346] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-183c518c-2edd-4196-bd95-55a680d7ce7a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.670021] env[65311]: DEBUG oslo_vmware.api [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for the task: (returnval){ [ 954.670021] env[65311]: value = "task-4428564" [ 954.670021] env[65311]: _type = "Task" [ 954.670021] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.680693] env[65311]: DEBUG oslo_vmware.api [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.770393] env[65311]: DEBUG nova.compute.utils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.772059] env[65311]: DEBUG nova.compute.manager [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 954.772246] env[65311]: DEBUG nova.network.neutron [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 954.772642] env[65311]: WARNING neutronclient.v2_0.client [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.773413] env[65311]: WARNING neutronclient.v2_0.client [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.796600] env[65311]: WARNING neutronclient.v2_0.client [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.835674] env[65311]: DEBUG nova.policy [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f1278d887b042b68751cbe4b9026b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58757f23e8934b85a7c6eccdf472b51b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.904288] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5251d827-6d9e-0aae-43b9-336367c67d04, 'name': SearchDatastore_Task, 'duration_secs': 0.04114} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.905155] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac681ce-c168-4553-b6b6-e9915676d882 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.915176] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 954.915176] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ecc0b3-08b4-f1e3-60f9-f3d5682f9b57" [ 954.915176] env[65311]: _type = "Task" [ 954.915176] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.925993] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ecc0b3-08b4-f1e3-60f9-f3d5682f9b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.999173] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 954.999530] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.999795] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 954.999983] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.000225] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 955.000447] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 955.000746] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 955.000952] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 955.001248] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 955.001550] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 955.001870] env[65311]: DEBUG nova.virt.hardware [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 955.002893] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b07c829-dd10-4f86-a718-5fec0e1fe3b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.014137] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459275a8-10ad-4b51-a577-9f8c0890a97c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.031982] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:63:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d48b4e8-b60d-4d20-babd-1f3a416c8a92', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.040436] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 955.040755] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.040984] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b204f0f8-600b-49b1-8f51-6507e2037510 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.063907] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.063907] env[65311]: value = "task-4428565" [ 955.063907] env[65311]: _type = "Task" [ 955.063907] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.073977] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428565, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.152222] env[65311]: INFO nova.compute.manager [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] instance snapshotting [ 955.155196] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de954b7b-b78b-4fb6-ab35-48c1ea4a4537 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.191885] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdebcc1-02d6-421f-a65e-b3ca8be06ebe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.204456] env[65311]: DEBUG oslo_vmware.api [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Task: {'id': task-4428564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366362} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.207650] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.207860] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.208042] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.208214] env[65311]: INFO nova.compute.manager [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Took 1.18 seconds to destroy the instance on the hypervisor. [ 955.208560] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 955.209944] env[65311]: DEBUG nova.compute.manager [-] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 955.210065] env[65311]: DEBUG nova.network.neutron [-] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 955.210315] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.214506] env[65311]: DEBUG nova.network.neutron [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Successfully created port: ea998b40-86a6-4d36-ac15-9db7a04f758f {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 955.280038] env[65311]: DEBUG nova.compute.manager [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 955.360105] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.431441] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ecc0b3-08b4-f1e3-60f9-f3d5682f9b57, 'name': SearchDatastore_Task, 'duration_secs': 0.01488} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.432326] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.432326] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 48461b1b-8c60-4048-9ec5-255dd7072b1c/48461b1b-8c60-4048-9ec5-255dd7072b1c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.432632] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75ed5b1e-f902-4c99-8e0c-fb32a87dd794 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.444656] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 955.444656] env[65311]: value = "task-4428566" [ 955.444656] env[65311]: _type = "Task" [ 955.444656] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.458727] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.578997] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428565, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.710855] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b9cff6-ccc0-4671-9a43-a9940fce50c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.715702] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.716163] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb88b219-ad65-4d4b-b119-966b3557beca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.731323] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17429a06-a175-47bd-bdc8-9f52422a76dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.735628] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 955.735628] env[65311]: value = "task-4428567" [ 955.735628] env[65311]: _type = "Task" [ 955.735628] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.768039] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3071315-bb36-4de7-b1e2-3fe2933b0c5f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.773958] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.780909] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613a70d3-7289-4ae7-914e-20e1addeb786 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.800174] env[65311]: DEBUG nova.compute.provider_tree [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.956546] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428566, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.077069] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428565, 'name': CreateVM_Task, 'duration_secs': 0.519066} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.077297] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.077830] env[65311]: WARNING neutronclient.v2_0.client [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 956.078433] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.078646] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.078994] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.079413] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e123768-50a3-4440-b476-873c183492a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.086378] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 956.086378] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52af17e5-f905-48c8-60f0-67881074bb32" [ 956.086378] env[65311]: _type = "Task" [ 956.086378] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.102406] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52af17e5-f905-48c8-60f0-67881074bb32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.247373] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.303624] env[65311]: DEBUG nova.compute.manager [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 956.306763] env[65311]: DEBUG nova.scheduler.client.report [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.336622] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 956.336622] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.336921] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 956.337080] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.337263] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 956.337451] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 956.338291] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 956.338522] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 956.338734] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 956.338936] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 956.339176] env[65311]: DEBUG nova.virt.hardware [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 956.340099] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0dae2c-e46e-4739-a16f-ef9444b5a2a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.352819] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4aec73-894d-46ec-9a99-47354aeed7cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.456351] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847729} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.456624] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 48461b1b-8c60-4048-9ec5-255dd7072b1c/48461b1b-8c60-4048-9ec5-255dd7072b1c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.456842] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.457131] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0291e9f-7631-4ae1-bfa6-f774af53be62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.466134] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 956.466134] env[65311]: value = "task-4428568" [ 956.466134] env[65311]: _type = "Task" [ 956.466134] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.475697] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.496299] env[65311]: DEBUG nova.network.neutron [-] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.599423] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52af17e5-f905-48c8-60f0-67881074bb32, 'name': SearchDatastore_Task, 'duration_secs': 0.05879} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.600821] env[65311]: WARNING neutronclient.v2_0.client [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.603564] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.603879] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.604181] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.604395] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.604632] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.605245] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12247b43-9feb-46c6-892c-55bc041b64ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.617874] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.618165] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.618970] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a65293-ed7d-46f8-b540-8b181ab8b3c5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.626387] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 956.626387] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528d2bd9-3e03-9a60-40ae-63fdf6dc4adf" [ 956.626387] env[65311]: _type = "Task" [ 956.626387] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.636885] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528d2bd9-3e03-9a60-40ae-63fdf6dc4adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.748089] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428567, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.812850] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.813810] env[65311]: DEBUG nova.compute.manager [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 956.816612] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.529s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.818956] env[65311]: INFO nova.compute.claims [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.965694] env[65311]: DEBUG nova.network.neutron [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Successfully updated port: ea998b40-86a6-4d36-ac15-9db7a04f758f {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 956.977221] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071795} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.978613] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.979563] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea35531-0380-43c7-95a8-7d55ec8c84f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.999315] env[65311]: INFO nova.compute.manager [-] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Took 1.79 seconds to deallocate network for instance. [ 957.008604] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 48461b1b-8c60-4048-9ec5-255dd7072b1c/48461b1b-8c60-4048-9ec5-255dd7072b1c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.011810] env[65311]: DEBUG nova.network.neutron [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Updated VIF entry in instance network info cache for port 4f9dee22-fc26-4052-af2d-2024ef3e66bf. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.011810] env[65311]: DEBUG nova.network.neutron [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Updating instance_info_cache with network_info: [{"id": "4f9dee22-fc26-4052-af2d-2024ef3e66bf", "address": "fa:16:3e:bf:e3:5b", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9dee22-fc", "ovs_interfaceid": "4f9dee22-fc26-4052-af2d-2024ef3e66bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.017601] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2739bc09-e7f7-44e6-aef1-4bffc67febeb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.043968] env[65311]: DEBUG oslo_concurrency.lockutils [req-c414e0d8-c6c3-42cf-bee6-9e733a58f458 req-8942e124-bae7-452b-93ee-61e7edc0faab service nova] Releasing lock "refresh_cache-48461b1b-8c60-4048-9ec5-255dd7072b1c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.047469] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 957.047469] env[65311]: value = "task-4428569" [ 957.047469] env[65311]: _type = "Task" [ 957.047469] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.061111] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.140245] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528d2bd9-3e03-9a60-40ae-63fdf6dc4adf, 'name': SearchDatastore_Task, 'duration_secs': 0.015522} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.141462] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a0e341-89bc-4aab-b4b5-3aa866c4bbe9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.149787] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 957.149787] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a11710-ab81-807d-4e4a-519c6e840182" [ 957.149787] env[65311]: _type = "Task" [ 957.149787] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.161196] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a11710-ab81-807d-4e4a-519c6e840182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.249035] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428567, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.326039] env[65311]: DEBUG nova.compute.utils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.328392] env[65311]: DEBUG nova.compute.manager [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 957.330970] env[65311]: DEBUG nova.network.neutron [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 957.330970] env[65311]: WARNING neutronclient.v2_0.client [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.330970] env[65311]: WARNING neutronclient.v2_0.client [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.374326] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.375443] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.421425] env[65311]: DEBUG nova.policy [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17e9149bc1364b8ab3ff756ad0694e66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc7876c3a65240a4a095d043a1261b8a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.468678] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "refresh_cache-1b85599d-809b-4b02-abf1-2d68c4978adb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.468893] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "refresh_cache-1b85599d-809b-4b02-abf1-2d68c4978adb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.469025] env[65311]: DEBUG nova.network.neutron [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 957.543295] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.559978] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428569, 'name': ReconfigVM_Task, 'duration_secs': 0.355605} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.560297] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 48461b1b-8c60-4048-9ec5-255dd7072b1c/48461b1b-8c60-4048-9ec5-255dd7072b1c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.560960] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8be5e35-4e2f-447c-8c5c-c88ee75480e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.568346] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 957.568346] env[65311]: value = "task-4428570" [ 957.568346] env[65311]: _type = "Task" [ 957.568346] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.577581] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428570, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.661959] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a11710-ab81-807d-4e4a-519c6e840182, 'name': SearchDatastore_Task, 'duration_secs': 0.01919} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.661959] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.662119] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c/b0f10836-b45a-4a6d-88fd-5173cc4b460c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.662326] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b378bfb-20a8-4a2e-9e9b-8d63f1af99a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.670626] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 957.670626] env[65311]: value = "task-4428571" [ 957.670626] env[65311]: _type = "Task" [ 957.670626] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.679764] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428571, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.749711] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428567, 'name': CreateSnapshot_Task, 'duration_secs': 1.572526} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.750020] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 957.750951] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d22688b-f2a9-41ba-8b93-bb12887c1013 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.774388] env[65311]: DEBUG nova.network.neutron [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Successfully created port: f15b980e-c660-4b9f-a85d-c63946e20394 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 957.828749] env[65311]: DEBUG nova.compute.manager [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 957.843353] env[65311]: DEBUG nova.compute.manager [req-566160da-0420-4e78-92d8-e81b91fc8ddf req-e3968f70-b5ec-41de-bb9e-6a7d4c9bffa5 service nova] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Received event network-vif-deleted-9a79c61d-15b5-4f7d-9f6e-88ca82deb5ec {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 957.880361] env[65311]: DEBUG nova.compute.manager [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 958.075920] env[65311]: DEBUG nova.compute.manager [req-99716d46-7604-45db-b9cf-a12309a4ccd2 req-9deccc4b-4fe0-4daf-8a89-3667bb777923 service nova] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Received event network-vif-plugged-ea998b40-86a6-4d36-ac15-9db7a04f758f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 958.075920] env[65311]: DEBUG oslo_concurrency.lockutils [req-99716d46-7604-45db-b9cf-a12309a4ccd2 req-9deccc4b-4fe0-4daf-8a89-3667bb777923 service nova] Acquiring lock "1b85599d-809b-4b02-abf1-2d68c4978adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.075920] env[65311]: DEBUG oslo_concurrency.lockutils [req-99716d46-7604-45db-b9cf-a12309a4ccd2 req-9deccc4b-4fe0-4daf-8a89-3667bb777923 service nova] Lock "1b85599d-809b-4b02-abf1-2d68c4978adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.075920] env[65311]: DEBUG oslo_concurrency.lockutils [req-99716d46-7604-45db-b9cf-a12309a4ccd2 req-9deccc4b-4fe0-4daf-8a89-3667bb777923 service nova] Lock "1b85599d-809b-4b02-abf1-2d68c4978adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.075920] env[65311]: DEBUG nova.compute.manager [req-99716d46-7604-45db-b9cf-a12309a4ccd2 req-9deccc4b-4fe0-4daf-8a89-3667bb777923 service nova] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] No waiting events found dispatching network-vif-plugged-ea998b40-86a6-4d36-ac15-9db7a04f758f {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 958.075920] env[65311]: WARNING nova.compute.manager [req-99716d46-7604-45db-b9cf-a12309a4ccd2 req-9deccc4b-4fe0-4daf-8a89-3667bb777923 service nova] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Received unexpected event network-vif-plugged-ea998b40-86a6-4d36-ac15-9db7a04f758f for instance with vm_state building and task_state spawning. [ 958.083138] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428570, 'name': Rename_Task, 'duration_secs': 0.181267} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.083551] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.083693] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cefda2d3-9bdb-4dd2-89e6-6b5dc957aa87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.093505] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 958.093505] env[65311]: value = "task-4428572" [ 958.093505] env[65311]: _type = "Task" [ 958.093505] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.095157] env[65311]: DEBUG nova.network.neutron [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 958.113269] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.186707] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.273134] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 958.277826] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-72b461d0-aacb-440a-8c94-a2dc6762bcee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.289553] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 958.289553] env[65311]: value = "task-4428573" [ 958.289553] env[65311]: _type = "Task" [ 958.289553] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.303272] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428573, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.360868] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65b3659-a675-4571-8633-53c05241cd75 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.370978] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446cc800-09e6-4ec1-9f1e-45cdbba4f120 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.417853] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17204e74-9637-455a-818b-da1776320446 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.431204] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f56964-6a97-4752-a3ec-67703ffc2f15 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.436631] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.449040] env[65311]: DEBUG nova.compute.provider_tree [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.606984] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428572, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.683432] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802079} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.683668] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c/b0f10836-b45a-4a6d-88fd-5173cc4b460c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.683869] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.684253] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cafea850-7d78-44d6-8a8b-bbda75fee3e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.692813] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 958.692813] env[65311]: value = "task-4428574" [ 958.692813] env[65311]: _type = "Task" [ 958.692813] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.705646] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.806278] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428573, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.845397] env[65311]: DEBUG nova.compute.manager [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 958.881441] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 958.881727] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.881866] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 958.882066] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.882226] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 958.882428] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 958.882675] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 958.882838] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 958.883118] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 958.883194] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 958.883318] env[65311]: DEBUG nova.virt.hardware [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 958.884291] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928f1a38-23a0-47e6-a1a6-e781f4a857de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.894350] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644367dd-8c24-4c5c-a0c5-d5461bd27afc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.952344] env[65311]: DEBUG nova.scheduler.client.report [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.106180] env[65311]: DEBUG oslo_vmware.api [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428572, 'name': PowerOnVM_Task, 'duration_secs': 0.773735} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.107015] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.107344] env[65311]: INFO nova.compute.manager [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Took 9.67 seconds to spawn the instance on the hypervisor. [ 959.107594] env[65311]: DEBUG nova.compute.manager [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 959.108554] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0858c3-cd4f-47ae-8b99-b1bcedc0f53c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.207909] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085169} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.207909] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.208389] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b76e10-7dd8-496c-bb96-5f398c517375 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.233854] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c/b0f10836-b45a-4a6d-88fd-5173cc4b460c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.234786] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc6f6faa-b8c5-47fd-be60-e5a6f12105fa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.257820] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 959.257820] env[65311]: value = "task-4428575" [ 959.257820] env[65311]: _type = "Task" [ 959.257820] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.271774] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.301191] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428573, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.317051] env[65311]: WARNING neutronclient.v2_0.client [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.453456] env[65311]: DEBUG nova.network.neutron [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Successfully updated port: f15b980e-c660-4b9f-a85d-c63946e20394 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 959.461093] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.461802] env[65311]: DEBUG nova.compute.manager [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 959.466991] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.977s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.469345] env[65311]: INFO nova.compute.claims [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.518935] env[65311]: DEBUG nova.network.neutron [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Updating instance_info_cache with network_info: [{"id": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "address": "fa:16:3e:d0:44:57", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea998b40-86", "ovs_interfaceid": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.639190] env[65311]: INFO nova.compute.manager [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Took 51.22 seconds to build instance. [ 959.771225] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.804084] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428573, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.958098] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "refresh_cache-9fa60a5a-b4dd-4dea-a287-ece2bff06de3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.958098] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired lock "refresh_cache-9fa60a5a-b4dd-4dea-a287-ece2bff06de3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.958098] env[65311]: DEBUG nova.network.neutron [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 959.974222] env[65311]: DEBUG nova.compute.utils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.976889] env[65311]: DEBUG nova.compute.manager [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 959.977181] env[65311]: DEBUG nova.network.neutron [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 959.977516] env[65311]: WARNING neutronclient.v2_0.client [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.977924] env[65311]: WARNING neutronclient.v2_0.client [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.023556] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "refresh_cache-1b85599d-809b-4b02-abf1-2d68c4978adb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.023871] env[65311]: DEBUG nova.compute.manager [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Instance network_info: |[{"id": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "address": "fa:16:3e:d0:44:57", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea998b40-86", "ovs_interfaceid": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 960.024670] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:44:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea998b40-86a6-4d36-ac15-9db7a04f758f', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.035388] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 960.036301] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.036543] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da52a74f-b3fb-41c0-b405-cabd63ceeea4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.053907] env[65311]: DEBUG nova.policy [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f393373c523040ce9c885740db54c738', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a7f0a4a84d741f5a0674d53788bb786', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.063615] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.063615] env[65311]: value = "task-4428576" [ 960.063615] env[65311]: _type = "Task" [ 960.063615] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.076972] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428576, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.142533] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fb577463-5b74-449c-a151-f1c3da7e0a6c tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.228s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.149761] env[65311]: DEBUG nova.compute.manager [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Received event network-changed-ea998b40-86a6-4d36-ac15-9db7a04f758f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 960.149963] env[65311]: DEBUG nova.compute.manager [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Refreshing instance network info cache due to event network-changed-ea998b40-86a6-4d36-ac15-9db7a04f758f. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 960.150307] env[65311]: DEBUG oslo_concurrency.lockutils [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] Acquiring lock "refresh_cache-1b85599d-809b-4b02-abf1-2d68c4978adb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.150383] env[65311]: DEBUG oslo_concurrency.lockutils [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] Acquired lock "refresh_cache-1b85599d-809b-4b02-abf1-2d68c4978adb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.150515] env[65311]: DEBUG nova.network.neutron [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Refreshing network info cache for port ea998b40-86a6-4d36-ac15-9db7a04f758f {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.276682] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428575, 'name': ReconfigVM_Task, 'duration_secs': 0.772646} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.276682] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c/b0f10836-b45a-4a6d-88fd-5173cc4b460c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.279274] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4a8ba2f-b977-4b30-a8f5-1b6a31cb6684 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.287506] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 960.287506] env[65311]: value = "task-4428577" [ 960.287506] env[65311]: _type = "Task" [ 960.287506] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.304820] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428577, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.309796] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428573, 'name': CloneVM_Task} progress is 95%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.483691] env[65311]: DEBUG nova.compute.manager [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 960.575718] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428576, 'name': CreateVM_Task, 'duration_secs': 0.428376} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.576300] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.576483] env[65311]: WARNING neutronclient.v2_0.client [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.576865] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.576995] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.578107] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.578107] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc3b853-1fc6-4b19-bf21-c7a47dd1a529 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.584826] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 960.584826] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5296cbbb-7d10-c78a-1da7-da5a6528bea1" [ 960.584826] env[65311]: _type = "Task" [ 960.584826] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.598833] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5296cbbb-7d10-c78a-1da7-da5a6528bea1, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.599179] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.599447] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.599680] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.599839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.600034] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.600667] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3ec09b8-ca80-4564-9f91-5f8ced241298 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.613886] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.614072] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.618029] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e1f922-6a2b-499d-8725-d51aa7860a81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.624802] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 960.624802] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529c911a-fab0-cb07-88aa-682bc3a80127" [ 960.624802] env[65311]: _type = "Task" [ 960.624802] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.636191] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529c911a-fab0-cb07-88aa-682bc3a80127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.637701] env[65311]: DEBUG nova.network.neutron [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Successfully created port: 22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 960.654013] env[65311]: WARNING neutronclient.v2_0.client [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.755461] env[65311]: DEBUG nova.network.neutron [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 960.807715] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428573, 'name': CloneVM_Task, 'duration_secs': 2.178591} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.807715] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428577, 'name': Rename_Task, 'duration_secs': 0.214301} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.807953] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Created linked-clone VM from snapshot [ 960.808244] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.808805] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6c3c17-146c-49b7-b135-093bb635d6e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.811577] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fad538c-9209-4c63-9093-8a91e197d875 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.819944] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Uploading image 2dbbe52e-c06a-4021-b2ef-d4edbd91f497 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 960.825868] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 960.825868] env[65311]: value = "task-4428578" [ 960.825868] env[65311]: _type = "Task" [ 960.825868] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.839234] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.861121] env[65311]: DEBUG oslo_vmware.rw_handles [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 960.861121] env[65311]: value = "vm-866574" [ 960.861121] env[65311]: _type = "VirtualMachine" [ 960.861121] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 960.861455] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8335475-2e9a-42ed-a573-f2878bc0cb0f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.872171] env[65311]: DEBUG oslo_vmware.rw_handles [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lease: (returnval){ [ 960.872171] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529aee39-3969-fb70-c9bd-d6b11974d647" [ 960.872171] env[65311]: _type = "HttpNfcLease" [ 960.872171] env[65311]: } obtained for exporting VM: (result){ [ 960.872171] env[65311]: value = "vm-866574" [ 960.872171] env[65311]: _type = "VirtualMachine" [ 960.872171] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 960.872428] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the lease: (returnval){ [ 960.872428] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529aee39-3969-fb70-c9bd-d6b11974d647" [ 960.872428] env[65311]: _type = "HttpNfcLease" [ 960.872428] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 960.880849] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.880849] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529aee39-3969-fb70-c9bd-d6b11974d647" [ 960.880849] env[65311]: _type = "HttpNfcLease" [ 960.880849] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.984021] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f777a6c0-b93b-4f0b-9a26-d669c6af982a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.992575] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e187c823-870f-48b8-8be2-d54fcdc7cba2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.041049] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59886965-9593-4d96-a9ff-f1f0a9b87a3c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.056493] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a898bc-2635-4f71-8b96-004005a320f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.078412] env[65311]: DEBUG nova.compute.provider_tree [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.081812] env[65311]: WARNING neutronclient.v2_0.client [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.142248] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529c911a-fab0-cb07-88aa-682bc3a80127, 'name': SearchDatastore_Task, 'duration_secs': 0.016363} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.143280] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05a0494-2e1e-443d-acd6-d9c7cae3c6d0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.151859] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 961.151859] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52891411-03b2-4d97-9b19-b70f660d90e3" [ 961.151859] env[65311]: _type = "Task" [ 961.151859] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.162555] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52891411-03b2-4d97-9b19-b70f660d90e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.296866] env[65311]: WARNING neutronclient.v2_0.client [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.302608] env[65311]: DEBUG nova.compute.manager [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Received event network-changed-4f9dee22-fc26-4052-af2d-2024ef3e66bf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 961.302821] env[65311]: DEBUG nova.compute.manager [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Refreshing instance network info cache due to event network-changed-4f9dee22-fc26-4052-af2d-2024ef3e66bf. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 961.303090] env[65311]: DEBUG oslo_concurrency.lockutils [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] Acquiring lock "refresh_cache-48461b1b-8c60-4048-9ec5-255dd7072b1c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.303204] env[65311]: DEBUG oslo_concurrency.lockutils [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] Acquired lock "refresh_cache-48461b1b-8c60-4048-9ec5-255dd7072b1c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.303354] env[65311]: DEBUG nova.network.neutron [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Refreshing network info cache for port 4f9dee22-fc26-4052-af2d-2024ef3e66bf {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.338225] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428578, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.359400] env[65311]: DEBUG nova.network.neutron [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Updating instance_info_cache with network_info: [{"id": "f15b980e-c660-4b9f-a85d-c63946e20394", "address": "fa:16:3e:e3:71:66", "network": {"id": "558dddbf-f7d8-4cdf-98eb-09549da06bbb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-396045231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7876c3a65240a4a095d043a1261b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15b980e-c6", "ovs_interfaceid": "f15b980e-c660-4b9f-a85d-c63946e20394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.383145] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.383145] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529aee39-3969-fb70-c9bd-d6b11974d647" [ 961.383145] env[65311]: _type = "HttpNfcLease" [ 961.383145] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.383440] env[65311]: DEBUG oslo_vmware.rw_handles [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.383440] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529aee39-3969-fb70-c9bd-d6b11974d647" [ 961.383440] env[65311]: _type = "HttpNfcLease" [ 961.383440] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 961.384291] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5dc7fa-dd81-4c0f-8590-b96cdb376cb8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.394948] env[65311]: DEBUG oslo_vmware.rw_handles [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6ebd-1a23-0f67-a04e-1739f8b6ad7a/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.395244] env[65311]: DEBUG oslo_vmware.rw_handles [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6ebd-1a23-0f67-a04e-1739f8b6ad7a/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 961.501739] env[65311]: DEBUG nova.network.neutron [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Updated VIF entry in instance network info cache for port ea998b40-86a6-4d36-ac15-9db7a04f758f. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 961.502152] env[65311]: DEBUG nova.network.neutron [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Updating instance_info_cache with network_info: [{"id": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "address": "fa:16:3e:d0:44:57", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea998b40-86", "ovs_interfaceid": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.504501] env[65311]: DEBUG nova.compute.manager [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 961.521269] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-731782bd-c114-4527-9aa3-8bd74eb63ab6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.537735] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 961.538016] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.538368] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 961.538585] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.538760] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 961.538917] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 961.539204] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.539429] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 961.539646] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 961.539764] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 961.539940] env[65311]: DEBUG nova.virt.hardware [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 961.541389] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c51a1c-c277-4e90-aa4b-53440cbb0b68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.555507] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594e45ca-ca08-4801-8110-872f0c774376 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.582924] env[65311]: DEBUG nova.scheduler.client.report [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.665230] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52891411-03b2-4d97-9b19-b70f660d90e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.665526] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.666340] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 1b85599d-809b-4b02-abf1-2d68c4978adb/1b85599d-809b-4b02-abf1-2d68c4978adb.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.666340] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3524c475-91de-4320-a3f3-8b4d338c9789 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.676928] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 961.676928] env[65311]: value = "task-4428580" [ 961.676928] env[65311]: _type = "Task" [ 961.676928] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.688279] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.807259] env[65311]: WARNING neutronclient.v2_0.client [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.842376] env[65311]: DEBUG oslo_vmware.api [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428578, 'name': PowerOnVM_Task, 'duration_secs': 0.812139} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.842821] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.843142] env[65311]: DEBUG nova.compute.manager [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 961.844443] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c02737-00c8-48d0-8d6f-29f5cbcb65a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.862816] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Releasing lock "refresh_cache-9fa60a5a-b4dd-4dea-a287-ece2bff06de3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.863685] env[65311]: DEBUG nova.compute.manager [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Instance network_info: |[{"id": "f15b980e-c660-4b9f-a85d-c63946e20394", "address": "fa:16:3e:e3:71:66", "network": {"id": "558dddbf-f7d8-4cdf-98eb-09549da06bbb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-396045231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7876c3a65240a4a095d043a1261b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15b980e-c6", "ovs_interfaceid": "f15b980e-c660-4b9f-a85d-c63946e20394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 961.865362] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:71:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f15b980e-c660-4b9f-a85d-c63946e20394', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.874504] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 961.874823] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.875110] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c249bd86-fdeb-4039-9e21-e38ed5e08afc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.898793] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.898793] env[65311]: value = "task-4428581" [ 961.898793] env[65311]: _type = "Task" [ 961.898793] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.913327] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428581, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.008771] env[65311]: DEBUG oslo_concurrency.lockutils [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] Releasing lock "refresh_cache-1b85599d-809b-4b02-abf1-2d68c4978adb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.009087] env[65311]: DEBUG nova.compute.manager [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Received event network-vif-plugged-f15b980e-c660-4b9f-a85d-c63946e20394 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 962.009376] env[65311]: DEBUG oslo_concurrency.lockutils [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] Acquiring lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.009648] env[65311]: DEBUG oslo_concurrency.lockutils [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] Lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.010244] env[65311]: DEBUG oslo_concurrency.lockutils [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] Lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.010442] env[65311]: DEBUG nova.compute.manager [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] No waiting events found dispatching network-vif-plugged-f15b980e-c660-4b9f-a85d-c63946e20394 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 962.010653] env[65311]: WARNING nova.compute.manager [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Received unexpected event network-vif-plugged-f15b980e-c660-4b9f-a85d-c63946e20394 for instance with vm_state building and task_state spawning. [ 962.010884] env[65311]: DEBUG nova.compute.manager [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Received event network-changed-f15b980e-c660-4b9f-a85d-c63946e20394 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 962.011080] env[65311]: DEBUG nova.compute.manager [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Refreshing instance network info cache due to event network-changed-f15b980e-c660-4b9f-a85d-c63946e20394. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 962.011471] env[65311]: DEBUG oslo_concurrency.lockutils [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] Acquiring lock "refresh_cache-9fa60a5a-b4dd-4dea-a287-ece2bff06de3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.011713] env[65311]: DEBUG oslo_concurrency.lockutils [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] Acquired lock "refresh_cache-9fa60a5a-b4dd-4dea-a287-ece2bff06de3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.012030] env[65311]: DEBUG nova.network.neutron [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Refreshing network info cache for port f15b980e-c660-4b9f-a85d-c63946e20394 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.102025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.102025] env[65311]: DEBUG nova.compute.manager [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 962.108034] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.535s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.108693] env[65311]: DEBUG nova.objects.instance [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lazy-loading 'resources' on Instance uuid 1df55d08-d9d5-4d83-b45d-c2bd52946354 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.192782] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428580, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.262926] env[65311]: WARNING neutronclient.v2_0.client [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.379245] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.412454] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428581, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.432465] env[65311]: DEBUG nova.network.neutron [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Updated VIF entry in instance network info cache for port 4f9dee22-fc26-4052-af2d-2024ef3e66bf. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 962.432465] env[65311]: DEBUG nova.network.neutron [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Updating instance_info_cache with network_info: [{"id": "4f9dee22-fc26-4052-af2d-2024ef3e66bf", "address": "fa:16:3e:bf:e3:5b", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9dee22-fc", "ovs_interfaceid": "4f9dee22-fc26-4052-af2d-2024ef3e66bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.502887] env[65311]: DEBUG nova.network.neutron [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Successfully updated port: 22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 962.515681] env[65311]: WARNING neutronclient.v2_0.client [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.546790] env[65311]: DEBUG nova.compute.manager [req-1310ad74-b0e1-4553-a1a4-ba1b52dff8ee req-0b926b02-c372-45e9-9eb9-020be9e8ab0a service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Received event network-vif-plugged-22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 962.547514] env[65311]: DEBUG oslo_concurrency.lockutils [req-1310ad74-b0e1-4553-a1a4-ba1b52dff8ee req-0b926b02-c372-45e9-9eb9-020be9e8ab0a service nova] Acquiring lock "fb4654f6-15e0-4b18-ab33-e620cccb5736-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.547897] env[65311]: DEBUG oslo_concurrency.lockutils [req-1310ad74-b0e1-4553-a1a4-ba1b52dff8ee req-0b926b02-c372-45e9-9eb9-020be9e8ab0a service nova] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.548323] env[65311]: DEBUG oslo_concurrency.lockutils [req-1310ad74-b0e1-4553-a1a4-ba1b52dff8ee req-0b926b02-c372-45e9-9eb9-020be9e8ab0a service nova] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.548659] env[65311]: DEBUG nova.compute.manager [req-1310ad74-b0e1-4553-a1a4-ba1b52dff8ee req-0b926b02-c372-45e9-9eb9-020be9e8ab0a service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] No waiting events found dispatching network-vif-plugged-22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 962.549514] env[65311]: WARNING nova.compute.manager [req-1310ad74-b0e1-4553-a1a4-ba1b52dff8ee req-0b926b02-c372-45e9-9eb9-020be9e8ab0a service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Received unexpected event network-vif-plugged-22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 for instance with vm_state building and task_state spawning. [ 962.619603] env[65311]: DEBUG nova.compute.utils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.622586] env[65311]: DEBUG nova.compute.manager [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 962.696931] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72666} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.697247] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 1b85599d-809b-4b02-abf1-2d68c4978adb/1b85599d-809b-4b02-abf1-2d68c4978adb.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.697469] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.697910] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eb53af6-ff19-44d0-b2c0-802e64c18c69 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.707781] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 962.707781] env[65311]: value = "task-4428582" [ 962.707781] env[65311]: _type = "Task" [ 962.707781] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.720498] env[65311]: WARNING neutronclient.v2_0.client [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.727449] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.812850] env[65311]: DEBUG nova.network.neutron [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Updated VIF entry in instance network info cache for port f15b980e-c660-4b9f-a85d-c63946e20394. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 962.812960] env[65311]: DEBUG nova.network.neutron [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Updating instance_info_cache with network_info: [{"id": "f15b980e-c660-4b9f-a85d-c63946e20394", "address": "fa:16:3e:e3:71:66", "network": {"id": "558dddbf-f7d8-4cdf-98eb-09549da06bbb", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-396045231-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc7876c3a65240a4a095d043a1261b8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf15b980e-c6", "ovs_interfaceid": "f15b980e-c660-4b9f-a85d-c63946e20394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.913276] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428581, 'name': CreateVM_Task, 'duration_secs': 0.515503} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.916459] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.917233] env[65311]: WARNING neutronclient.v2_0.client [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.917592] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.917738] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.918060] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.918352] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebee354-550e-4371-909f-d4959ea45997 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.925647] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 962.925647] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524053b5-14b1-f96a-6138-cbb2477c77c0" [ 962.925647] env[65311]: _type = "Task" [ 962.925647] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.938206] env[65311]: DEBUG oslo_concurrency.lockutils [req-4765b61c-7ee6-4e5b-b1ac-b913b933bf0e req-ddc7cd31-9e5f-4ef0-9258-b64342e296e7 service nova] Releasing lock "refresh_cache-48461b1b-8c60-4048-9ec5-255dd7072b1c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.938206] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524053b5-14b1-f96a-6138-cbb2477c77c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.009522] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.009620] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.009747] env[65311]: DEBUG nova.network.neutron [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 963.123137] env[65311]: DEBUG nova.compute.manager [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 963.154241] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b86caef-c5c1-4d09-bdcd-77c6fea7b408 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.167097] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1334e6a-11c4-42d2-a073-bf90bff31490 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.204931] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a3e54c-c589-4cd2-8069-582c8d77787d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.217794] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f216adc7-6552-4ca9-8e8e-deefbaaf6ec5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.235456] env[65311]: DEBUG nova.compute.provider_tree [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.240489] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207124} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.242045] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.243349] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe261874-8314-4518-bf4a-a713190c06e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.273636] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 1b85599d-809b-4b02-abf1-2d68c4978adb/1b85599d-809b-4b02-abf1-2d68c4978adb.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.274713] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04950f4f-8238-4ab7-8729-41d8a031a011 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.303273] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 963.303273] env[65311]: value = "task-4428583" [ 963.303273] env[65311]: _type = "Task" [ 963.303273] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.311932] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.317033] env[65311]: DEBUG oslo_concurrency.lockutils [req-9dc2e67b-865b-48db-b076-872a6ba66db1 req-336e5bf7-0ddc-475d-a996-44be0f7b7456 service nova] Releasing lock "refresh_cache-9fa60a5a-b4dd-4dea-a287-ece2bff06de3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.438071] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524053b5-14b1-f96a-6138-cbb2477c77c0, 'name': SearchDatastore_Task, 'duration_secs': 0.02787} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.438437] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.438707] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.438972] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.439154] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.439372] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.439718] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-314527e2-63e5-44ac-8958-45f625e1aef9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.450925] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.451134] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.452040] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1351adc5-3173-4775-93f9-667fb5da73ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.458962] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 963.458962] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52253dc1-0212-74ae-3033-f4c957482248" [ 963.458962] env[65311]: _type = "Task" [ 963.458962] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.468523] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52253dc1-0212-74ae-3033-f4c957482248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.551020] env[65311]: DEBUG nova.network.neutron [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 963.652903] env[65311]: WARNING neutronclient.v2_0.client [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.756029] env[65311]: DEBUG nova.network.neutron [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance_info_cache with network_info: [{"id": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "address": "fa:16:3e:d7:bf:48", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22728c9b-cc", "ovs_interfaceid": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.773655] env[65311]: ERROR nova.scheduler.client.report [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] [req-2a65e6bc-26e7-4721-988e-2560b9b1cc92] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a65e6bc-26e7-4721-988e-2560b9b1cc92"}]} [ 963.791194] env[65311]: DEBUG nova.scheduler.client.report [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 963.814751] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428583, 'name': ReconfigVM_Task, 'duration_secs': 0.35478} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.815996] env[65311]: DEBUG nova.scheduler.client.report [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 963.816203] env[65311]: DEBUG nova.compute.provider_tree [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 963.818297] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 1b85599d-809b-4b02-abf1-2d68c4978adb/1b85599d-809b-4b02-abf1-2d68c4978adb.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.819570] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-967d70dc-d1e2-4e14-978a-35c1e6f694f5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.827535] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 963.827535] env[65311]: value = "task-4428584" [ 963.827535] env[65311]: _type = "Task" [ 963.827535] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.834480] env[65311]: DEBUG nova.scheduler.client.report [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 963.844502] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428584, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.866182] env[65311]: DEBUG nova.scheduler.client.report [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 963.978548] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52253dc1-0212-74ae-3033-f4c957482248, 'name': SearchDatastore_Task, 'duration_secs': 0.014732} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.983370] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d2c055-c117-401e-9655-a3d22903c1cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.991547] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 963.991547] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527c659d-a7d3-1159-c56c-910fa4cbfec5" [ 963.991547] env[65311]: _type = "Task" [ 963.991547] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.006691] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527c659d-a7d3-1159-c56c-910fa4cbfec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.134748] env[65311]: DEBUG nova.compute.manager [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 964.164682] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 964.164967] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.165195] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 964.165439] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.165601] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 964.165789] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 964.166087] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 964.166271] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 964.166478] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 964.166685] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 964.166897] env[65311]: DEBUG nova.virt.hardware [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 964.167933] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349462d6-a698-41aa-8465-367d7baa3f80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.181747] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d14bf7-f302-4bb0-99a3-47941b5df0eb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.199884] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.205506] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Creating folder: Project (a8ecd91bfd2f47339778a5ada1974b59). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.208552] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf543f7f-5005-4f37-80df-b496a953604e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.221821] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Created folder: Project (a8ecd91bfd2f47339778a5ada1974b59) in parent group-v866349. [ 964.221821] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Creating folder: Instances. Parent ref: group-v866577. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.222158] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0b624e5-0b4b-4699-8fcd-8bac84a571c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.234501] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Created folder: Instances in parent group-v866577. [ 964.234706] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 964.234988] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.235273] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5738f424-91d9-415e-8491-9110eac6261a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.257729] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.257729] env[65311]: value = "task-4428587" [ 964.257729] env[65311]: _type = "Task" [ 964.257729] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.258337] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.258685] env[65311]: DEBUG nova.compute.manager [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Instance network_info: |[{"id": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "address": "fa:16:3e:d7:bf:48", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22728c9b-cc", "ovs_interfaceid": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 964.262297] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:bf:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22728c9b-ccf6-4dbb-8ef0-7f7951270aa0', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.270062] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 964.273098] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.274030] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acac0c53-5094-45f7-b37f-45226427e3d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.295648] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428587, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.302696] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.302696] env[65311]: value = "task-4428588" [ 964.302696] env[65311]: _type = "Task" [ 964.302696] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.317107] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428588, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.340662] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428584, 'name': Rename_Task, 'duration_secs': 0.171752} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.340972] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.341291] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c781206f-44c0-4754-906e-2db3f7728a1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.355198] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 964.355198] env[65311]: value = "task-4428589" [ 964.355198] env[65311]: _type = "Task" [ 964.355198] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.366593] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.381941] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340ccb05-2e67-4ab1-b8b0-c0019c33c727 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.391711] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c17d719-9236-4be4-847f-3217f2c13b69 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.430122] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1421ac-adde-4aff-baaf-19b9c2b260f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.440690] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d989d04f-9b9c-4e8c-ae8d-2cb7658dd0ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.458845] env[65311]: DEBUG nova.compute.provider_tree [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.504270] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527c659d-a7d3-1159-c56c-910fa4cbfec5, 'name': SearchDatastore_Task, 'duration_secs': 0.015321} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.505040] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.505496] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 9fa60a5a-b4dd-4dea-a287-ece2bff06de3/9fa60a5a-b4dd-4dea-a287-ece2bff06de3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.505712] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efd75936-4a90-4113-bf13-589852651b7a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.515489] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 964.515489] env[65311]: value = "task-4428590" [ 964.515489] env[65311]: _type = "Task" [ 964.515489] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.527232] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.586574] env[65311]: DEBUG nova.compute.manager [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Received event network-changed-22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 964.587250] env[65311]: DEBUG nova.compute.manager [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Refreshing instance network info cache due to event network-changed-22728c9b-ccf6-4dbb-8ef0-7f7951270aa0. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 964.587250] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] Acquiring lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.587250] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] Acquired lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.587250] env[65311]: DEBUG nova.network.neutron [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Refreshing network info cache for port 22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.771642] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428587, 'name': CreateVM_Task, 'duration_secs': 0.396683} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.772687] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.773461] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.773712] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.774096] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.774389] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3e3ed0-dacb-4e93-bf4f-7a53dd5d32b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.780966] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 964.780966] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5210cd89-8b2e-b182-6da0-614892eff0ca" [ 964.780966] env[65311]: _type = "Task" [ 964.780966] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.792781] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5210cd89-8b2e-b182-6da0-614892eff0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.813742] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428588, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.873420] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428589, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.994914] env[65311]: DEBUG nova.scheduler.client.report [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 964.995228] env[65311]: DEBUG nova.compute.provider_tree [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 118 to 119 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 964.995457] env[65311]: DEBUG nova.compute.provider_tree [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.034368] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428590, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.092167] env[65311]: WARNING neutronclient.v2_0.client [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.293836] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5210cd89-8b2e-b182-6da0-614892eff0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015733} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.294182] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.294414] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.294670] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.294813] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.295009] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.295370] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dc7fd74-7e47-46c6-952c-bf6f703805ee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.310933] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.311173] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.312383] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90960745-2664-4c06-8378-02377552ccf4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.316281] env[65311]: WARNING neutronclient.v2_0.client [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.322481] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428588, 'name': CreateVM_Task, 'duration_secs': 0.528049} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.323102] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.323305] env[65311]: WARNING neutronclient.v2_0.client [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.323705] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.323832] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.324191] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.324563] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f052e44-c180-4496-b81f-9ca45d5feee1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.328372] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 965.328372] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5249c1b7-ef27-be17-12ec-fd4a1c1eea5d" [ 965.328372] env[65311]: _type = "Task" [ 965.328372] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.334995] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 965.334995] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e1fb62-bc3e-674e-04fc-a61586ddb638" [ 965.334995] env[65311]: _type = "Task" [ 965.334995] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.342211] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5249c1b7-ef27-be17-12ec-fd4a1c1eea5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.348734] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e1fb62-bc3e-674e-04fc-a61586ddb638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.373197] env[65311]: DEBUG oslo_vmware.api [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428589, 'name': PowerOnVM_Task, 'duration_secs': 0.600659} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.373563] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.373808] env[65311]: INFO nova.compute.manager [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Took 9.07 seconds to spawn the instance on the hypervisor. [ 965.374049] env[65311]: DEBUG nova.compute.manager [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 965.374933] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1accd7-9977-4d87-a02a-6177a1db2845 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.408851] env[65311]: DEBUG nova.network.neutron [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updated VIF entry in instance network info cache for port 22728c9b-ccf6-4dbb-8ef0-7f7951270aa0. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 965.409430] env[65311]: DEBUG nova.network.neutron [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance_info_cache with network_info: [{"id": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "address": "fa:16:3e:d7:bf:48", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22728c9b-cc", "ovs_interfaceid": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.499306] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquiring lock "983720f0-ac69-4329-8f85-d9d7d917c61e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.499589] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "983720f0-ac69-4329-8f85-d9d7d917c61e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.501175] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.393s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.503748] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.328s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.505202] env[65311]: INFO nova.compute.claims [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.527396] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629884} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.527658] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 9fa60a5a-b4dd-4dea-a287-ece2bff06de3/9fa60a5a-b4dd-4dea-a287-ece2bff06de3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.527869] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.528273] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a24f37a2-2993-4859-97c1-8714d0186994 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.533842] env[65311]: INFO nova.scheduler.client.report [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Deleted allocations for instance 1df55d08-d9d5-4d83-b45d-c2bd52946354 [ 965.541396] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 965.541396] env[65311]: value = "task-4428591" [ 965.541396] env[65311]: _type = "Task" [ 965.541396] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.552998] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.843310] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5249c1b7-ef27-be17-12ec-fd4a1c1eea5d, 'name': SearchDatastore_Task, 'duration_secs': 0.028114} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.844715] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8318255c-b4ce-45f5-87b2-77dae42ac1f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.851044] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e1fb62-bc3e-674e-04fc-a61586ddb638, 'name': SearchDatastore_Task, 'duration_secs': 0.032966} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.851786] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.852109] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.852405] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.856038] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 965.856038] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522bbf75-c2d4-ffd7-d945-1bae315270af" [ 965.856038] env[65311]: _type = "Task" [ 965.856038] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.865705] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522bbf75-c2d4-ffd7-d945-1bae315270af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.895790] env[65311]: INFO nova.compute.manager [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Took 42.10 seconds to build instance. [ 965.912258] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0a5028e-529b-4cce-942c-def3d1933932 req-728684e4-e6d0-49ed-8967-1e7ee1528695 service nova] Releasing lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.004457] env[65311]: DEBUG nova.compute.manager [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 966.048272] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49c2f06c-f26b-4a6b-a440-42f1cb887601 tempest-SecurityGroupsTestJSON-960025904 tempest-SecurityGroupsTestJSON-960025904-project-member] Lock "1df55d08-d9d5-4d83-b45d-c2bd52946354" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.968s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.059819] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169303} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.060417] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.061582] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e0293d-1950-48fa-affc-a472b48f2a80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.094260] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 9fa60a5a-b4dd-4dea-a287-ece2bff06de3/9fa60a5a-b4dd-4dea-a287-ece2bff06de3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.095268] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60ffb32e-bb8f-4c14-aa1b-62487c25d3fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.120812] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 966.120812] env[65311]: value = "task-4428592" [ 966.120812] env[65311]: _type = "Task" [ 966.120812] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.132824] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428592, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.369267] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522bbf75-c2d4-ffd7-d945-1bae315270af, 'name': SearchDatastore_Task, 'duration_secs': 0.041433} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.369560] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.369865] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a78a5222-cdfa-4194-9a40-fcbe593737b3/a78a5222-cdfa-4194-9a40-fcbe593737b3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.370261] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.370509] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.370764] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c31475fb-9776-40a8-96b0-966c7053043f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.373196] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0798f975-72a4-4f08-a8c7-c8b277e5ed0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.381968] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 966.381968] env[65311]: value = "task-4428593" [ 966.381968] env[65311]: _type = "Task" [ 966.381968] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.387111] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.387237] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.388486] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f91884-f324-4f8f-b309-f99a04f4a422 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.394681] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.398863] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a74e4340-f6e8-4a9b-870b-8f20b4cd05fd tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "1b85599d-809b-4b02-abf1-2d68c4978adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.771s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.399270] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 966.399270] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b5d9b9-6c9a-b35d-3538-3cb88be6e94c" [ 966.399270] env[65311]: _type = "Task" [ 966.399270] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.409373] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b5d9b9-6c9a-b35d-3538-3cb88be6e94c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.418576] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] Acquiring lock "refresh_cache-1b85599d-809b-4b02-abf1-2d68c4978adb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.418752] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] Acquired lock "refresh_cache-1b85599d-809b-4b02-abf1-2d68c4978adb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.418919] env[65311]: DEBUG nova.network.neutron [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 966.534224] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.636911] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.896303] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428593, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.918587] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b5d9b9-6c9a-b35d-3538-3cb88be6e94c, 'name': SearchDatastore_Task, 'duration_secs': 0.032595} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.923143] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6101d9d5-d96c-4c74-9af1-6ed09c7c9abf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.928295] env[65311]: WARNING neutronclient.v2_0.client [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.937610] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 966.937610] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fa567e-e26c-7445-30a2-79a7872fa261" [ 966.937610] env[65311]: _type = "Task" [ 966.937610] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.955760] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fa567e-e26c-7445-30a2-79a7872fa261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.081372] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1bdcea-cf27-4689-bcc4-f4ece6a4b7fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.095340] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a689df1-fbcd-4148-be8d-b583d9ed0d84 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.138334] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d309e71-1684-4892-ad44-ecd2f9ac7a8c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.149833] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.154765] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74206c33-9b62-4c49-b4a5-a74847c1dae2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.174846] env[65311]: DEBUG nova.compute.provider_tree [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.357497] env[65311]: WARNING neutronclient.v2_0.client [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.396750] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837594} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.397044] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a78a5222-cdfa-4194-9a40-fcbe593737b3/a78a5222-cdfa-4194-9a40-fcbe593737b3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.397267] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.397606] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da5cab3a-130d-45db-92bd-6dd429577d5d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.407015] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 967.407015] env[65311]: value = "task-4428594" [ 967.407015] env[65311]: _type = "Task" [ 967.407015] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.421257] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.453828] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fa567e-e26c-7445-30a2-79a7872fa261, 'name': SearchDatastore_Task, 'duration_secs': 0.064264} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.453828] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.453828] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] fb4654f6-15e0-4b18-ab33-e620cccb5736/fb4654f6-15e0-4b18-ab33-e620cccb5736.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.454209] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06b40317-8834-4622-9f40-94b929a61a45 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.465947] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 967.465947] env[65311]: value = "task-4428595" [ 967.465947] env[65311]: _type = "Task" [ 967.465947] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.478733] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.582710] env[65311]: DEBUG nova.network.neutron [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Updating instance_info_cache with network_info: [{"id": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "address": "fa:16:3e:d0:44:57", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea998b40-86", "ovs_interfaceid": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.645151] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428592, 'name': ReconfigVM_Task, 'duration_secs': 1.231487} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.645502] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 9fa60a5a-b4dd-4dea-a287-ece2bff06de3/9fa60a5a-b4dd-4dea-a287-ece2bff06de3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.646207] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9179fc5-a28c-4e04-9a1e-57262f498419 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.655671] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 967.655671] env[65311]: value = "task-4428596" [ 967.655671] env[65311]: _type = "Task" [ 967.655671] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.668863] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428596, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.678581] env[65311]: DEBUG nova.scheduler.client.report [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.927406] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140952} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.928593] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.929688] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4518632e-9fbf-4abf-830e-6c89f9224d96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.975951] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] a78a5222-cdfa-4194-9a40-fcbe593737b3/a78a5222-cdfa-4194-9a40-fcbe593737b3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.977286] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b11d83-9390-473d-a5e1-4b1a53dff087 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.016746] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428595, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.018747] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 968.018747] env[65311]: value = "task-4428597" [ 968.018747] env[65311]: _type = "Task" [ 968.018747] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.034699] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.088152] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] Releasing lock "refresh_cache-1b85599d-809b-4b02-abf1-2d68c4978adb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.088551] env[65311]: DEBUG nova.compute.manager [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Inject network info {{(pid=65311) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 968.088802] env[65311]: DEBUG nova.compute.manager [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] network_info to inject: |[{"id": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "address": "fa:16:3e:d0:44:57", "network": {"id": "b50f1e6c-68a3-41df-83c4-4a4bb47a57af", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-16175885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58757f23e8934b85a7c6eccdf472b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea998b40-86", "ovs_interfaceid": "ea998b40-86a6-4d36-ac15-9db7a04f758f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 968.096324] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Reconfiguring VM instance to set the machine id {{(pid=65311) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 968.096705] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769d8ab4-c8d1-4415-a4b0-68b11d16dded {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.115615] env[65311]: DEBUG oslo_vmware.api [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] Waiting for the task: (returnval){ [ 968.115615] env[65311]: value = "task-4428598" [ 968.115615] env[65311]: _type = "Task" [ 968.115615] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.128596] env[65311]: DEBUG oslo_vmware.api [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] Task: {'id': task-4428598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.363473] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428596, 'name': Rename_Task, 'duration_secs': 0.272428} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.363473] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.363473] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c034eb6b-30b7-424c-b709-76fe38130f5e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.363473] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 968.363473] env[65311]: value = "task-4428599" [ 968.363473] env[65311]: _type = "Task" [ 968.363473] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.363473] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.363473] env[65311]: DEBUG nova.compute.manager [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 968.363473] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.771s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.363473] env[65311]: INFO nova.compute.claims [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.363473] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.490915] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689124} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.491217] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] fb4654f6-15e0-4b18-ab33-e620cccb5736/fb4654f6-15e0-4b18-ab33-e620cccb5736.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.491408] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.491720] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f31d97b-3c47-4d37-adcb-5a8945f6f78c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.501078] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 968.501078] env[65311]: value = "task-4428600" [ 968.501078] env[65311]: _type = "Task" [ 968.501078] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.518991] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.536802] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.630063] env[65311]: DEBUG oslo_vmware.api [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] Task: {'id': task-4428598, 'name': ReconfigVM_Task, 'duration_secs': 0.256956} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.630063] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0f7576-303a-481d-b238-979d4d233124 tempest-ServersAdminTestJSON-436451137 tempest-ServersAdminTestJSON-436451137-project-admin] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Reconfigured VM instance to set the machine id {{(pid=65311) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 968.693595] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428599, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.712714] env[65311]: DEBUG nova.compute.utils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.716269] env[65311]: DEBUG nova.compute.manager [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 968.716483] env[65311]: DEBUG nova.network.neutron [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 968.716802] env[65311]: WARNING neutronclient.v2_0.client [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.720020] env[65311]: WARNING neutronclient.v2_0.client [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.802950] env[65311]: DEBUG nova.policy [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1067b44ee763428bb527e10dba99b076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '914ab6cb74df49558377ad7293e407e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.020476] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111257} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.027913] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.029329] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eb1cf7-98e2-402d-a954-6cd2cb5cb2f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.041969] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428597, 'name': ReconfigVM_Task, 'duration_secs': 0.654551} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.053686] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Reconfigured VM instance instance-00000053 to attach disk [datastore2] a78a5222-cdfa-4194-9a40-fcbe593737b3/a78a5222-cdfa-4194-9a40-fcbe593737b3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.064083] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] fb4654f6-15e0-4b18-ab33-e620cccb5736/fb4654f6-15e0-4b18-ab33-e620cccb5736.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.064577] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b510cad9-a24f-47de-a027-197802404025 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.066727] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5627ee1d-1a79-46f8-ac87-b0bc81730a5d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.090113] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 969.090113] env[65311]: value = "task-4428601" [ 969.090113] env[65311]: _type = "Task" [ 969.090113] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.091990] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 969.091990] env[65311]: value = "task-4428602" [ 969.091990] env[65311]: _type = "Task" [ 969.091990] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.106037] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428601, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.110065] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.193636] env[65311]: DEBUG oslo_vmware.api [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428599, 'name': PowerOnVM_Task, 'duration_secs': 0.850239} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.193636] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.194018] env[65311]: INFO nova.compute.manager [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Took 10.35 seconds to spawn the instance on the hypervisor. [ 969.194225] env[65311]: DEBUG nova.compute.manager [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 969.195375] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672be15a-b2d2-4cd8-ad92-2359313877f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.227697] env[65311]: DEBUG nova.compute.manager [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 969.281895] env[65311]: DEBUG nova.network.neutron [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Successfully created port: 36b873bc-8935-4401-8a41-6216153c1db9 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 969.610248] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428601, 'name': Rename_Task, 'duration_secs': 0.203041} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.610561] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428602, 'name': ReconfigVM_Task, 'duration_secs': 0.473772} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.613737] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.614107] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfigured VM instance instance-00000052 to attach disk [datastore2] fb4654f6-15e0-4b18-ab33-e620cccb5736/fb4654f6-15e0-4b18-ab33-e620cccb5736.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.615670] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eca8ae3-ac9f-4422-9cd4-8d0f31524aaf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.616691] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceb2f97c-4f4d-45b8-a85e-db217d6bd6e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.625322] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 969.625322] env[65311]: value = "task-4428603" [ 969.625322] env[65311]: _type = "Task" [ 969.625322] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.633691] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 969.633691] env[65311]: value = "task-4428604" [ 969.633691] env[65311]: _type = "Task" [ 969.633691] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.641835] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.648698] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428604, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.719115] env[65311]: INFO nova.compute.manager [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Took 42.34 seconds to build instance. [ 969.756278] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b556789-ace0-464f-bfb8-b4fb5d5c943e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.767817] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996ff328-63a8-4d35-9e28-5122bba36a20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.807118] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67374a98-6c33-446c-91a8-d71b9b6957dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.817920] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beed5b21-897b-4b66-918b-c224debf95ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.835422] env[65311]: DEBUG nova.compute.provider_tree [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.138193] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.148903] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428604, 'name': Rename_Task, 'duration_secs': 0.241937} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.149255] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.149726] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-858e1609-e06a-40a1-9a45-ec68955f33c5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.158814] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 970.158814] env[65311]: value = "task-4428605" [ 970.158814] env[65311]: _type = "Task" [ 970.158814] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.173651] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.222424] env[65311]: DEBUG oslo_concurrency.lockutils [None req-12dc7d42-8a2f-4ccb-90b4-cc5a7242bcde tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.060s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.241872] env[65311]: DEBUG nova.compute.manager [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 970.273988] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 970.274170] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.274285] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 970.274460] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.274648] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 970.274751] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 970.274997] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.275123] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 970.275283] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 970.275439] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 970.275685] env[65311]: DEBUG nova.virt.hardware [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 970.276534] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1242c738-0ea7-415e-9bb0-2298c7f71e65 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.286588] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32053a76-5cec-4528-98eb-2b26a7f33a66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.338848] env[65311]: DEBUG nova.scheduler.client.report [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.588354] env[65311]: INFO nova.compute.manager [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Rebuilding instance [ 970.636278] env[65311]: DEBUG nova.compute.manager [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 970.637473] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e226cb-1dab-41e2-bf63-94967a034365 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.644300] env[65311]: DEBUG oslo_vmware.api [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428603, 'name': PowerOnVM_Task, 'duration_secs': 0.617328} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.645128] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.645240] env[65311]: INFO nova.compute.manager [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Took 6.51 seconds to spawn the instance on the hypervisor. [ 970.645348] env[65311]: DEBUG nova.compute.manager [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 970.646345] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4acb0e-fbe5-4a3b-9f99-e1e0601d5e9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.673339] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.727374] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.727631] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.727835] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.728020] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.728186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.731225] env[65311]: INFO nova.compute.manager [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Terminating instance [ 970.805850] env[65311]: DEBUG nova.compute.manager [req-e10901e1-2ae3-4932-9fbc-386fc3ad7e4b req-bfa19382-be98-43b9-a46b-6366ca5111fa service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Received event network-vif-plugged-36b873bc-8935-4401-8a41-6216153c1db9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 970.805973] env[65311]: DEBUG oslo_concurrency.lockutils [req-e10901e1-2ae3-4932-9fbc-386fc3ad7e4b req-bfa19382-be98-43b9-a46b-6366ca5111fa service nova] Acquiring lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.806290] env[65311]: DEBUG oslo_concurrency.lockutils [req-e10901e1-2ae3-4932-9fbc-386fc3ad7e4b req-bfa19382-be98-43b9-a46b-6366ca5111fa service nova] Lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.806484] env[65311]: DEBUG oslo_concurrency.lockutils [req-e10901e1-2ae3-4932-9fbc-386fc3ad7e4b req-bfa19382-be98-43b9-a46b-6366ca5111fa service nova] Lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.806654] env[65311]: DEBUG nova.compute.manager [req-e10901e1-2ae3-4932-9fbc-386fc3ad7e4b req-bfa19382-be98-43b9-a46b-6366ca5111fa service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] No waiting events found dispatching network-vif-plugged-36b873bc-8935-4401-8a41-6216153c1db9 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 970.806815] env[65311]: WARNING nova.compute.manager [req-e10901e1-2ae3-4932-9fbc-386fc3ad7e4b req-bfa19382-be98-43b9-a46b-6366ca5111fa service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Received unexpected event network-vif-plugged-36b873bc-8935-4401-8a41-6216153c1db9 for instance with vm_state building and task_state spawning. [ 970.846145] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.846145] env[65311]: DEBUG nova.compute.manager [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 970.851027] env[65311]: DEBUG oslo_concurrency.lockutils [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.464s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.851027] env[65311]: DEBUG nova.objects.instance [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lazy-loading 'resources' on Instance uuid f5f0c55b-2c53-4d6b-8384-cfad13ca4957 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.910640] env[65311]: DEBUG nova.network.neutron [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Successfully updated port: 36b873bc-8935-4401-8a41-6216153c1db9 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 971.175151] env[65311]: INFO nova.compute.manager [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Took 41.71 seconds to build instance. [ 971.183741] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428605, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.235882] env[65311]: DEBUG nova.compute.manager [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 971.236152] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.237107] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d794915-9bc4-4772-8ff2-5c5be49161f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.248234] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.248234] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd08b13c-7143-4609-8304-5f9e928b8f85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.256956] env[65311]: DEBUG oslo_vmware.api [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 971.256956] env[65311]: value = "task-4428606" [ 971.256956] env[65311]: _type = "Task" [ 971.256956] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.267819] env[65311]: DEBUG oslo_vmware.api [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.352336] env[65311]: DEBUG nova.compute.utils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.354143] env[65311]: DEBUG nova.compute.manager [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 971.354322] env[65311]: DEBUG nova.network.neutron [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 971.354855] env[65311]: WARNING neutronclient.v2_0.client [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.355037] env[65311]: WARNING neutronclient.v2_0.client [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.416321] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-9cc5ce4d-eda3-4e3c-aaac-8093be72070d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.416562] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-9cc5ce4d-eda3-4e3c-aaac-8093be72070d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.416662] env[65311]: DEBUG nova.network.neutron [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 971.436817] env[65311]: DEBUG nova.policy [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a005fb3e54c14c4c877962638d3e3193', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45b47df18c0d42f39fadb30280f62bd3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.659204] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.659730] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fe805d1-99fe-4bb4-874e-e7c00906c23a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.681057] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 971.681057] env[65311]: value = "task-4428607" [ 971.681057] env[65311]: _type = "Task" [ 971.681057] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.681057] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ebfc6bc4-4fee-4b79-854a-964d6eeadefd tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "a78a5222-cdfa-4194-9a40-fcbe593737b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.161s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.693327] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428605, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.703044] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.780704] env[65311]: DEBUG oslo_vmware.api [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428606, 'name': PowerOffVM_Task, 'duration_secs': 0.293074} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.785158] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.785678] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.786302] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a765e42-7448-4b32-92fd-4a909b5080cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.816971] env[65311]: DEBUG oslo_vmware.rw_handles [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6ebd-1a23-0f67-a04e-1739f8b6ad7a/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 971.818696] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38850cc8-c6b4-4325-b322-a1ea0d69277a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.833727] env[65311]: DEBUG oslo_vmware.rw_handles [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6ebd-1a23-0f67-a04e-1739f8b6ad7a/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 971.833869] env[65311]: ERROR oslo_vmware.rw_handles [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6ebd-1a23-0f67-a04e-1739f8b6ad7a/disk-0.vmdk due to incomplete transfer. [ 971.835358] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e7c2a06-2e3e-486a-8ff0-2bb7e285b776 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.844194] env[65311]: DEBUG oslo_vmware.rw_handles [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe6ebd-1a23-0f67-a04e-1739f8b6ad7a/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 971.844443] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Uploaded image 2dbbe52e-c06a-4021-b2ef-d4edbd91f497 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 971.847274] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 971.847274] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-58e40aa9-653e-4ae5-b198-7093af52f87e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.859101] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 971.859101] env[65311]: value = "task-4428609" [ 971.859101] env[65311]: _type = "Task" [ 971.859101] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.863728] env[65311]: DEBUG nova.compute.manager [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 971.874603] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428609, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.880470] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.880470] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.880721] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Deleting the datastore file [datastore2] 9fa60a5a-b4dd-4dea-a287-ece2bff06de3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.881335] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02ade826-ffae-440c-a6a9-bb43459303bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.893120] env[65311]: DEBUG oslo_vmware.api [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for the task: (returnval){ [ 971.893120] env[65311]: value = "task-4428610" [ 971.893120] env[65311]: _type = "Task" [ 971.893120] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.898256] env[65311]: DEBUG nova.network.neutron [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Successfully created port: 44163341-e42e-41dc-8eb5-3406072fe562 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 971.903319] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebfdb94-b088-48a0-ae10-8d442b8f83ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.915929] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15987f2a-5e1d-4279-b0aa-af457398bff2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.919924] env[65311]: DEBUG oslo_vmware.api [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.959089] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea56d4d-1094-4574-b833-1bc61fdc0fd4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.962086] env[65311]: DEBUG nova.network.neutron [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 971.971234] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebcab91-71fb-4320-b153-90677c57461c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.986996] env[65311]: DEBUG nova.compute.provider_tree [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.181497] env[65311]: DEBUG oslo_vmware.api [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428605, 'name': PowerOnVM_Task, 'duration_secs': 1.569715} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.184869] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.185119] env[65311]: INFO nova.compute.manager [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Took 10.68 seconds to spawn the instance on the hypervisor. [ 972.185295] env[65311]: DEBUG nova.compute.manager [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.186173] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ce4844-bd93-438c-940c-50681eb1542c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.200688] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428607, 'name': PowerOffVM_Task, 'duration_secs': 0.391721} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.202165] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.202286] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.205864] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87208b08-57dc-476b-8559-c81a02258fe9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.211294] env[65311]: WARNING neutronclient.v2_0.client [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.220443] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.220789] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba51887f-334c-4289-bc0b-d6db697e833b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.272201] env[65311]: DEBUG nova.compute.manager [None req-7fce2e13-a635-449d-b652-ceefa4eb7b88 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.273167] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c372bc6-9024-46d8-924c-d71108df5981 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.326582] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.326845] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.326990] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleting the datastore file [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.327366] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-158ed3aa-f8c8-467e-9185-c27dd3b122ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.336070] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 972.336070] env[65311]: value = "task-4428612" [ 972.336070] env[65311]: _type = "Task" [ 972.336070] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.345481] env[65311]: DEBUG nova.network.neutron [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Updating instance_info_cache with network_info: [{"id": "36b873bc-8935-4401-8a41-6216153c1db9", "address": "fa:16:3e:84:79:d2", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b873bc-89", "ovs_interfaceid": "36b873bc-8935-4401-8a41-6216153c1db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.350940] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.373103] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428609, 'name': Destroy_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.401790] env[65311]: DEBUG oslo_vmware.api [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Task: {'id': task-4428610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268342} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.402047] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.404638] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.404638] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.404638] env[65311]: INFO nova.compute.manager [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 972.404638] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 972.404638] env[65311]: DEBUG nova.compute.manager [-] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 972.404638] env[65311]: DEBUG nova.network.neutron [-] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 972.404638] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.452815] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.492901] env[65311]: DEBUG nova.scheduler.client.report [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.715024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquiring lock "a78a5222-cdfa-4194-9a40-fcbe593737b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.715024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "a78a5222-cdfa-4194-9a40-fcbe593737b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.715024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquiring lock "a78a5222-cdfa-4194-9a40-fcbe593737b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.715024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "a78a5222-cdfa-4194-9a40-fcbe593737b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.715024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "a78a5222-cdfa-4194-9a40-fcbe593737b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.718190] env[65311]: INFO nova.compute.manager [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Took 44.45 seconds to build instance. [ 972.720186] env[65311]: INFO nova.compute.manager [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Terminating instance [ 972.787792] env[65311]: INFO nova.compute.manager [None req-7fce2e13-a635-449d-b652-ceefa4eb7b88 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] instance snapshotting [ 972.787792] env[65311]: DEBUG nova.objects.instance [None req-7fce2e13-a635-449d-b652-ceefa4eb7b88 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lazy-loading 'flavor' on Instance uuid a78a5222-cdfa-4194-9a40-fcbe593737b3 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.806251] env[65311]: DEBUG nova.compute.manager [req-6116e4ed-fd24-44a7-9f82-88c1972feb50 req-cbfdb155-05e0-4a89-b7a6-1bd6fcad7de9 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Received event network-vif-deleted-f15b980e-c660-4b9f-a85d-c63946e20394 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 972.806585] env[65311]: INFO nova.compute.manager [req-6116e4ed-fd24-44a7-9f82-88c1972feb50 req-cbfdb155-05e0-4a89-b7a6-1bd6fcad7de9 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Neutron deleted interface f15b980e-c660-4b9f-a85d-c63946e20394; detaching it from the instance and deleting it from the info cache [ 972.806812] env[65311]: DEBUG nova.network.neutron [req-6116e4ed-fd24-44a7-9f82-88c1972feb50 req-cbfdb155-05e0-4a89-b7a6-1bd6fcad7de9 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.849033] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436938} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.849210] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.849424] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.849779] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.852527] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-9cc5ce4d-eda3-4e3c-aaac-8093be72070d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.852855] env[65311]: DEBUG nova.compute.manager [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Instance network_info: |[{"id": "36b873bc-8935-4401-8a41-6216153c1db9", "address": "fa:16:3e:84:79:d2", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b873bc-89", "ovs_interfaceid": "36b873bc-8935-4401-8a41-6216153c1db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 972.853316] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:79:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36b873bc-8935-4401-8a41-6216153c1db9', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.862512] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Creating folder: Project (914ab6cb74df49558377ad7293e407e8). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.863546] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72d1e7a-05d6-40b1-aec7-3db90efb7ee7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.876177] env[65311]: DEBUG nova.compute.manager [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 972.878561] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428609, 'name': Destroy_Task, 'duration_secs': 0.756156} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.880931] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Destroyed the VM [ 972.881220] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 972.881619] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Created folder: Project (914ab6cb74df49558377ad7293e407e8) in parent group-v866349. [ 972.881841] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Creating folder: Instances. Parent ref: group-v866581. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.882136] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-70a715fd-3eb9-41a1-88b6-c885e81e1732 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.884147] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b5bfb51-9869-4d4c-9471-122ebca84db2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.893365] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 972.893365] env[65311]: value = "task-4428615" [ 972.893365] env[65311]: _type = "Task" [ 972.893365] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.900650] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Created folder: Instances in parent group-v866581. [ 972.901114] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 972.904535] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.905521] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5cf7b9e-75de-473e-bdbe-7282a07e3e9a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.928712] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 972.929018] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.929148] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 972.929301] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.929461] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 972.929719] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 972.929981] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 972.930162] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 972.930351] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 972.930580] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 972.930778] env[65311]: DEBUG nova.virt.hardware [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 972.931697] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428615, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.932592] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80689999-6e0e-4762-af44-0b438f74ac6e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.945912] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b5df31-675c-4c28-92f7-550a5f2f752a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.950729] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.950729] env[65311]: value = "task-4428616" [ 972.950729] env[65311]: _type = "Task" [ 972.950729] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.975244] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428616, 'name': CreateVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.998510] env[65311]: DEBUG oslo_concurrency.lockutils [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.001697] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.041s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.001978] env[65311]: DEBUG nova.objects.instance [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 973.030653] env[65311]: INFO nova.scheduler.client.report [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted allocations for instance f5f0c55b-2c53-4d6b-8384-cfad13ca4957 [ 973.158286] env[65311]: DEBUG nova.network.neutron [-] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.221189] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5147f985-0ffb-44cb-aa5e-09375ce3c37f tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.006s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.224390] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquiring lock "refresh_cache-a78a5222-cdfa-4194-9a40-fcbe593737b3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.224742] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquired lock "refresh_cache-a78a5222-cdfa-4194-9a40-fcbe593737b3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.225129] env[65311]: DEBUG nova.network.neutron [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 973.295845] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e772f0e-104f-4092-83bb-d98d5ff7f5b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.318428] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6907d310-a19f-4889-bb82-ce9f700aecde {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.321244] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e7daf1-7554-4abc-bdc4-4016cd8dca5e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.337292] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7658cbb-20e6-41ca-a4af-0566c34aa710 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.385022] env[65311]: DEBUG nova.compute.manager [req-6116e4ed-fd24-44a7-9f82-88c1972feb50 req-cbfdb155-05e0-4a89-b7a6-1bd6fcad7de9 service nova] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Detach interface failed, port_id=f15b980e-c660-4b9f-a85d-c63946e20394, reason: Instance 9fa60a5a-b4dd-4dea-a287-ece2bff06de3 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 973.407663] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428615, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.465198] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428616, 'name': CreateVM_Task, 'duration_secs': 0.487138} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.465381] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.466317] env[65311]: WARNING neutronclient.v2_0.client [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.467021] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.467021] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.467711] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.467711] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c4c150-c97d-457b-b62c-c39c05e78075 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.474572] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 973.474572] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522bafd4-7203-7d8c-2b78-990ac568994b" [ 973.474572] env[65311]: _type = "Task" [ 973.474572] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.484653] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522bafd4-7203-7d8c-2b78-990ac568994b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.542162] env[65311]: DEBUG oslo_concurrency.lockutils [None req-828f5f43-8bdd-4c55-9b11-c1cf70f57d8d tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "f5f0c55b-2c53-4d6b-8384-cfad13ca4957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.631s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.601777] env[65311]: DEBUG nova.network.neutron [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Successfully updated port: 44163341-e42e-41dc-8eb5-3406072fe562 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 973.656498] env[65311]: DEBUG nova.compute.manager [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Received event network-changed-36b873bc-8935-4401-8a41-6216153c1db9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 973.656693] env[65311]: DEBUG nova.compute.manager [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Refreshing instance network info cache due to event network-changed-36b873bc-8935-4401-8a41-6216153c1db9. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 973.656906] env[65311]: DEBUG oslo_concurrency.lockutils [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] Acquiring lock "refresh_cache-9cc5ce4d-eda3-4e3c-aaac-8093be72070d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.657066] env[65311]: DEBUG oslo_concurrency.lockutils [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] Acquired lock "refresh_cache-9cc5ce4d-eda3-4e3c-aaac-8093be72070d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.657236] env[65311]: DEBUG nova.network.neutron [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Refreshing network info cache for port 36b873bc-8935-4401-8a41-6216153c1db9 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.660617] env[65311]: INFO nova.compute.manager [-] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Took 1.26 seconds to deallocate network for instance. [ 973.730405] env[65311]: WARNING neutronclient.v2_0.client [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.755188] env[65311]: DEBUG nova.network.neutron [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 973.821906] env[65311]: DEBUG nova.network.neutron [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.849948] env[65311]: DEBUG nova.compute.manager [None req-7fce2e13-a635-449d-b652-ceefa4eb7b88 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Instance disappeared during snapshot {{(pid=65311) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4632}} [ 973.906240] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428615, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.918896] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 973.919169] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.919464] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 973.919607] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.919607] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 973.919748] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 973.920068] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 973.920513] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 973.920672] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 973.920819] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 973.920977] env[65311]: DEBUG nova.virt.hardware [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 973.922619] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e2530e-3561-4e59-b8e4-7e6421d834a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.935476] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b96d1-8638-491b-92b1-87a9c21c20e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.951354] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:3b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0129ba25-f310-4d9e-b4c8-379fd2e68a52', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.959568] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 973.959703] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.959894] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-081955ce-47d7-4687-b2ba-de11ee4e78cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.992230] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522bafd4-7203-7d8c-2b78-990ac568994b, 'name': SearchDatastore_Task, 'duration_secs': 0.014391} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.992718] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.992718] env[65311]: value = "task-4428617" [ 973.992718] env[65311]: _type = "Task" [ 973.992718] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.993036] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.993436] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.993843] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.994140] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.994448] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.994927] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5810c96c-9dbc-4fa7-a881-91cdf9cb452f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.011847] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428617, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.013055] env[65311]: DEBUG nova.compute.manager [None req-7fce2e13-a635-449d-b652-ceefa4eb7b88 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Found 0 images (rotation: 2) {{(pid=65311) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 974.014979] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2097cac-c999-49d6-901f-10548fe4943d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.017215] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.111s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.017488] env[65311]: DEBUG nova.objects.instance [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lazy-loading 'resources' on Instance uuid 7886e451-392e-48e6-b542-6ddd56d285e3 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.018568] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.018701] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.019859] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3d3ea7-e1c6-479a-9a89-fc131bf247ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.028708] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 974.028708] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c4630c-cc15-5ea5-bc61-57681f09d45c" [ 974.028708] env[65311]: _type = "Task" [ 974.028708] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.041951] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c4630c-cc15-5ea5-bc61-57681f09d45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.105187] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "refresh_cache-c177279a-53e7-4578-9796-858dfa86c4f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.105396] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "refresh_cache-c177279a-53e7-4578-9796-858dfa86c4f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.105616] env[65311]: DEBUG nova.network.neutron [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.161158] env[65311]: WARNING neutronclient.v2_0.client [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.169236] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.324700] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Releasing lock "refresh_cache-a78a5222-cdfa-4194-9a40-fcbe593737b3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.325173] env[65311]: DEBUG nova.compute.manager [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 974.325422] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.326824] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaac086a-d7e0-4cd1-a602-d9584007168a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.337087] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.337211] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b3325c5-90a9-4627-b42e-870c2d5d3cc8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.347729] env[65311]: DEBUG oslo_vmware.api [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 974.347729] env[65311]: value = "task-4428618" [ 974.347729] env[65311]: _type = "Task" [ 974.347729] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.359402] env[65311]: DEBUG oslo_vmware.api [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.361229] env[65311]: WARNING neutronclient.v2_0.client [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.414242] env[65311]: DEBUG oslo_vmware.api [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428615, 'name': RemoveSnapshot_Task, 'duration_secs': 1.015222} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.415163] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 974.415163] env[65311]: INFO nova.compute.manager [None req-7c27e2d9-00e0-4f3e-86ad-087b2f6ac29c tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Took 19.26 seconds to snapshot the instance on the hypervisor. [ 974.460174] env[65311]: DEBUG nova.network.neutron [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Updated VIF entry in instance network info cache for port 36b873bc-8935-4401-8a41-6216153c1db9. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.460540] env[65311]: DEBUG nova.network.neutron [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Updating instance_info_cache with network_info: [{"id": "36b873bc-8935-4401-8a41-6216153c1db9", "address": "fa:16:3e:84:79:d2", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36b873bc-89", "ovs_interfaceid": "36b873bc-8935-4401-8a41-6216153c1db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.507808] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428617, 'name': CreateVM_Task, 'duration_secs': 0.52004} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.508068] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.508822] env[65311]: WARNING neutronclient.v2_0.client [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 974.509347] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.509597] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.509950] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.510273] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e09cb679-e5b5-49e7-aabc-3d99f779749a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.516498] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 974.516498] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529aee8c-eae9-3688-e502-c7e1ca7ebb7a" [ 974.516498] env[65311]: _type = "Task" [ 974.516498] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.531711] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529aee8c-eae9-3688-e502-c7e1ca7ebb7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.546217] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c4630c-cc15-5ea5-bc61-57681f09d45c, 'name': SearchDatastore_Task, 'duration_secs': 0.021005} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.547121] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78bfad0f-a8a8-42ed-b9bb-5967e3360267 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.554579] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 974.554579] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522089fa-52c4-09f6-0bc9-3ff3a4fc737a" [ 974.554579] env[65311]: _type = "Task" [ 974.554579] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.567906] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522089fa-52c4-09f6-0bc9-3ff3a4fc737a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.649377] env[65311]: DEBUG nova.network.neutron [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 974.682340] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.682759] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.754638] env[65311]: WARNING neutronclient.v2_0.client [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.859960] env[65311]: DEBUG oslo_vmware.api [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428618, 'name': PowerOffVM_Task, 'duration_secs': 0.163558} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.859960] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.860155] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.863690] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e9c1ae3-5577-4409-9266-a79cae0ac459 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.866481] env[65311]: DEBUG nova.network.neutron [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Updating instance_info_cache with network_info: [{"id": "44163341-e42e-41dc-8eb5-3406072fe562", "address": "fa:16:3e:18:a5:05", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44163341-e4", "ovs_interfaceid": "44163341-e42e-41dc-8eb5-3406072fe562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.898298] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.898447] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.898682] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Deleting the datastore file [datastore2] a78a5222-cdfa-4194-9a40-fcbe593737b3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.899453] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e275fecf-0350-481e-ba24-44609149dada {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.913309] env[65311]: DEBUG oslo_vmware.api [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for the task: (returnval){ [ 974.913309] env[65311]: value = "task-4428620" [ 974.913309] env[65311]: _type = "Task" [ 974.913309] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.923412] env[65311]: DEBUG nova.compute.manager [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Received event network-changed-22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 974.923626] env[65311]: DEBUG nova.compute.manager [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Refreshing instance network info cache due to event network-changed-22728c9b-ccf6-4dbb-8ef0-7f7951270aa0. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 974.923840] env[65311]: DEBUG oslo_concurrency.lockutils [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] Acquiring lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.923979] env[65311]: DEBUG oslo_concurrency.lockutils [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] Acquired lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.924207] env[65311]: DEBUG nova.network.neutron [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Refreshing network info cache for port 22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.934646] env[65311]: DEBUG oslo_vmware.api [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.936341] env[65311]: WARNING neutronclient.v2_0.client [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.963542] env[65311]: DEBUG oslo_concurrency.lockutils [req-21428022-26b0-4ae2-b829-b5c1ac86d396 req-efba798a-7be8-4859-8b81-f6049e0c029a service nova] Releasing lock "refresh_cache-9cc5ce4d-eda3-4e3c-aaac-8093be72070d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.032749] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529aee8c-eae9-3688-e502-c7e1ca7ebb7a, 'name': SearchDatastore_Task, 'duration_secs': 0.014512} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.033416] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.033751] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.034061] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.038430] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a650ef7-a61b-4a18-8911-d994323bfa1c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.050249] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc622ec0-5ab0-4006-b98f-4e2dd6f149af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.092459] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfef519a-bd01-409d-9f06-272405c12679 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.105524] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522089fa-52c4-09f6-0bc9-3ff3a4fc737a, 'name': SearchDatastore_Task, 'duration_secs': 0.019915} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.106480] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.106803] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 9cc5ce4d-eda3-4e3c-aaac-8093be72070d/9cc5ce4d-eda3-4e3c-aaac-8093be72070d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.107137] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.107336] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.107616] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de63a448-12f8-4500-ab75-9c47439d2a31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.112958] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecf77e90-60e1-4d62-aea7-96d7adea727a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.116272] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80383792-308e-4ed2-a255-dd2283088905 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.122264] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 975.122264] env[65311]: value = "task-4428621" [ 975.122264] env[65311]: _type = "Task" [ 975.122264] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.137744] env[65311]: DEBUG nova.compute.provider_tree [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.143149] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.143149] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.146235] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31140ce3-b16f-4c1a-ad4b-98cfe462ad68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.154406] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.159314] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 975.159314] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528bbe5c-e873-be5f-1cef-caf03b4dbe84" [ 975.159314] env[65311]: _type = "Task" [ 975.159314] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.170997] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528bbe5c-e873-be5f-1cef-caf03b4dbe84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.186830] env[65311]: DEBUG nova.compute.manager [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 975.190846] env[65311]: WARNING neutronclient.v2_0.client [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.282594] env[65311]: DEBUG nova.network.neutron [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updated VIF entry in instance network info cache for port 22728c9b-ccf6-4dbb-8ef0-7f7951270aa0. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 975.283013] env[65311]: DEBUG nova.network.neutron [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance_info_cache with network_info: [{"id": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "address": "fa:16:3e:d7:bf:48", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22728c9b-cc", "ovs_interfaceid": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.371607] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "refresh_cache-c177279a-53e7-4578-9796-858dfa86c4f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.372032] env[65311]: DEBUG nova.compute.manager [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Instance network_info: |[{"id": "44163341-e42e-41dc-8eb5-3406072fe562", "address": "fa:16:3e:18:a5:05", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44163341-e4", "ovs_interfaceid": "44163341-e42e-41dc-8eb5-3406072fe562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 975.372411] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:a5:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44163341-e42e-41dc-8eb5-3406072fe562', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.380376] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 975.380714] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.380889] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b97ff96-0b98-4a00-b619-be39e508c711 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.403744] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.403744] env[65311]: value = "task-4428622" [ 975.403744] env[65311]: _type = "Task" [ 975.403744] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.414550] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428622, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.423593] env[65311]: DEBUG oslo_vmware.api [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Task: {'id': task-4428620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23376} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.423942] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.424158] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.424336] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.424502] env[65311]: INFO nova.compute.manager [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 975.424767] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 975.424979] env[65311]: DEBUG nova.compute.manager [-] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 975.425091] env[65311]: DEBUG nova.network.neutron [-] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 975.425340] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.443695] env[65311]: DEBUG nova.network.neutron [-] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 975.443985] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.501879] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "e1c4884c-3a27-4d41-803e-880ac2b315f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.502066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "e1c4884c-3a27-4d41-803e-880ac2b315f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.636458] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428621, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.648076] env[65311]: DEBUG nova.scheduler.client.report [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.679085] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528bbe5c-e873-be5f-1cef-caf03b4dbe84, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.680476] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac915f4d-4352-4e14-96b6-589aa2fc9004 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.691329] env[65311]: DEBUG nova.compute.manager [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Received event network-vif-plugged-44163341-e42e-41dc-8eb5-3406072fe562 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 975.691813] env[65311]: DEBUG oslo_concurrency.lockutils [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] Acquiring lock "c177279a-53e7-4578-9796-858dfa86c4f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.691813] env[65311]: DEBUG oslo_concurrency.lockutils [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] Lock "c177279a-53e7-4578-9796-858dfa86c4f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.691813] env[65311]: DEBUG oslo_concurrency.lockutils [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] Lock "c177279a-53e7-4578-9796-858dfa86c4f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.692073] env[65311]: DEBUG nova.compute.manager [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] No waiting events found dispatching network-vif-plugged-44163341-e42e-41dc-8eb5-3406072fe562 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 975.692321] env[65311]: WARNING nova.compute.manager [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Received unexpected event network-vif-plugged-44163341-e42e-41dc-8eb5-3406072fe562 for instance with vm_state building and task_state spawning. [ 975.692486] env[65311]: DEBUG nova.compute.manager [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Received event network-changed-44163341-e42e-41dc-8eb5-3406072fe562 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 975.692746] env[65311]: DEBUG nova.compute.manager [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Refreshing instance network info cache due to event network-changed-44163341-e42e-41dc-8eb5-3406072fe562. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 975.692920] env[65311]: DEBUG oslo_concurrency.lockutils [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] Acquiring lock "refresh_cache-c177279a-53e7-4578-9796-858dfa86c4f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.693415] env[65311]: DEBUG oslo_concurrency.lockutils [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] Acquired lock "refresh_cache-c177279a-53e7-4578-9796-858dfa86c4f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.693415] env[65311]: DEBUG nova.network.neutron [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Refreshing network info cache for port 44163341-e42e-41dc-8eb5-3406072fe562 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.699900] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 975.699900] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5283f5f5-ba63-266e-0426-5d579d2a57bf" [ 975.699900] env[65311]: _type = "Task" [ 975.699900] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.717150] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5283f5f5-ba63-266e-0426-5d579d2a57bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.728616] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.785919] env[65311]: DEBUG oslo_concurrency.lockutils [req-393c8753-b46e-4188-8bb3-64004c842d31 req-0607a178-94de-4ca7-ae1a-5731dc1ecda3 service nova] Releasing lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.914576] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428622, 'name': CreateVM_Task, 'duration_secs': 0.488409} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.914802] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.915324] env[65311]: WARNING neutronclient.v2_0.client [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.915717] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.915843] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.916214] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.916428] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120e0993-fca7-42bd-85b5-a97010ccb44a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.922619] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 975.922619] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cb87d7-17e2-a211-0099-8a506ac6f16e" [ 975.922619] env[65311]: _type = "Task" [ 975.922619] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.931684] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cb87d7-17e2-a211-0099-8a506ac6f16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.946221] env[65311]: DEBUG nova.network.neutron [-] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.005921] env[65311]: DEBUG nova.compute.manager [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 976.136313] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75312} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.136540] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 9cc5ce4d-eda3-4e3c-aaac-8093be72070d/9cc5ce4d-eda3-4e3c-aaac-8093be72070d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.136763] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.137058] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe1fb139-9b9a-4464-9f49-e7fe261b019f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.147283] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 976.147283] env[65311]: value = "task-4428623" [ 976.147283] env[65311]: _type = "Task" [ 976.147283] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.159128] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.161606] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.162278] env[65311]: DEBUG oslo_concurrency.lockutils [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.109s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.162556] env[65311]: DEBUG nova.objects.instance [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lazy-loading 'resources' on Instance uuid 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.187284] env[65311]: INFO nova.scheduler.client.report [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Deleted allocations for instance 7886e451-392e-48e6-b542-6ddd56d285e3 [ 976.202102] env[65311]: WARNING neutronclient.v2_0.client [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.215484] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5283f5f5-ba63-266e-0426-5d579d2a57bf, 'name': SearchDatastore_Task, 'duration_secs': 0.059371} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.215777] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.216074] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.216364] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cf76cb1-373d-44ba-a218-e38b37313046 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.224604] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 976.224604] env[65311]: value = "task-4428624" [ 976.224604] env[65311]: _type = "Task" [ 976.224604] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.239023] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.408184] env[65311]: WARNING neutronclient.v2_0.client [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.434669] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cb87d7-17e2-a211-0099-8a506ac6f16e, 'name': SearchDatastore_Task, 'duration_secs': 0.085207} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.435180] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.435879] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.436258] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.436539] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.437025] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.438031] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7a46ca-1234-4d14-8a65-9906e245de36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.450426] env[65311]: INFO nova.compute.manager [-] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Took 1.03 seconds to deallocate network for instance. [ 976.457520] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.457768] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.458955] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aecfdd2b-1831-439e-b32a-cc4081bc0af6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.467078] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 976.467078] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a2c296-84a8-c4b1-aeb4-1f78b83732f1" [ 976.467078] env[65311]: _type = "Task" [ 976.467078] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.477975] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a2c296-84a8-c4b1-aeb4-1f78b83732f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.504625] env[65311]: DEBUG nova.network.neutron [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Updated VIF entry in instance network info cache for port 44163341-e42e-41dc-8eb5-3406072fe562. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 976.504625] env[65311]: DEBUG nova.network.neutron [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Updating instance_info_cache with network_info: [{"id": "44163341-e42e-41dc-8eb5-3406072fe562", "address": "fa:16:3e:18:a5:05", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44163341-e4", "ovs_interfaceid": "44163341-e42e-41dc-8eb5-3406072fe562", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.528328] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.658939] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073497} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.658939] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.659301] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0170e8f9-f690-47eb-a376-14c3a5e9f493 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.689719] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 9cc5ce4d-eda3-4e3c-aaac-8093be72070d/9cc5ce4d-eda3-4e3c-aaac-8093be72070d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.690075] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b9880f-12c5-405e-ba96-37300da176be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.713150] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1696f771-3b4f-4646-a5e6-8a709f63a14d tempest-ServersListShow298Test-717246228 tempest-ServersListShow298Test-717246228-project-member] Lock "7886e451-392e-48e6-b542-6ddd56d285e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.123s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.718668] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 976.718668] env[65311]: value = "task-4428625" [ 976.718668] env[65311]: _type = "Task" [ 976.718668] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.734195] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.741253] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.960835] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.980210] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a2c296-84a8-c4b1-aeb4-1f78b83732f1, 'name': SearchDatastore_Task, 'duration_secs': 0.04368} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.981204] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1cf1243-fef3-4dba-b442-9c46d3bc29bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.996339] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 976.996339] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52327780-c500-b1c1-d6fc-3c4646b8a4a9" [ 976.996339] env[65311]: _type = "Task" [ 976.996339] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.011381] env[65311]: DEBUG oslo_concurrency.lockutils [req-26dea066-b9ed-4143-8efe-7d3858f1ae56 req-da442ea2-3edd-45e0-8ef7-26ea0ef1b16f service nova] Releasing lock "refresh_cache-c177279a-53e7-4578-9796-858dfa86c4f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.011854] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52327780-c500-b1c1-d6fc-3c4646b8a4a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.104686] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc592cb-2298-4b52-9dc5-f842a9df847d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.115636] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211f4cbf-8298-4def-901b-6a27cafaaa88 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.152989] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a50d3a4-4cea-4436-ab94-331d6ece538c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.164838] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c57f13-b6e4-456e-8d9e-e910d8c997aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.182596] env[65311]: DEBUG nova.compute.provider_tree [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.236298] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.243306] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428624, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.507255] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52327780-c500-b1c1-d6fc-3c4646b8a4a9, 'name': SearchDatastore_Task, 'duration_secs': 0.058771} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.507546] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.507773] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c177279a-53e7-4578-9796-858dfa86c4f4/c177279a-53e7-4578-9796-858dfa86c4f4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.508060] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f68a5fb5-698c-4d56-bbf8-4afe0ec40e5f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.516091] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 977.516091] env[65311]: value = "task-4428626" [ 977.516091] env[65311]: _type = "Task" [ 977.516091] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.528939] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.686037] env[65311]: DEBUG nova.scheduler.client.report [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.731521] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.740666] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428624, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.111379} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.740924] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.741146] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.741791] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6aad97f-cbf3-4432-a20c-4cc7f957806e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.749828] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 977.749828] env[65311]: value = "task-4428627" [ 977.749828] env[65311]: _type = "Task" [ 977.749828] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.758654] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.026397] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.191735] env[65311]: DEBUG oslo_concurrency.lockutils [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.194143] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.494s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.218676] env[65311]: INFO nova.scheduler.client.report [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Deleted allocations for instance 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4 [ 978.232176] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428625, 'name': ReconfigVM_Task, 'duration_secs': 1.259694} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.232719] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 9cc5ce4d-eda3-4e3c-aaac-8093be72070d/9cc5ce4d-eda3-4e3c-aaac-8093be72070d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.233305] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d658f790-d05f-44cc-a2b5-9994108182c9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.240943] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 978.240943] env[65311]: value = "task-4428628" [ 978.240943] env[65311]: _type = "Task" [ 978.240943] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.252141] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428628, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.261167] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072281} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.261483] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.262290] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6121e8-7833-46b5-900a-61b820bddabc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.289205] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.289964] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ad597a-3b55-4239-8582-df1fbf2c60fd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.313079] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 978.313079] env[65311]: value = "task-4428629" [ 978.313079] env[65311]: _type = "Task" [ 978.313079] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.323548] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.527486] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428626, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.699752] env[65311]: INFO nova.compute.claims [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.729195] env[65311]: DEBUG oslo_concurrency.lockutils [None req-df9d9aad-9fd9-4504-9154-c367d6d3af3d tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "4ae43cc4-2a49-4b4a-937f-7fe4aec805b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.317s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.752537] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428628, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.824819] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.029730] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428626, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.146428} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.030164] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c177279a-53e7-4578-9796-858dfa86c4f4/c177279a-53e7-4578-9796-858dfa86c4f4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.030482] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.030818] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81ac9afb-05c5-49aa-b26d-f6e01b8b4c1c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.038794] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 979.038794] env[65311]: value = "task-4428630" [ 979.038794] env[65311]: _type = "Task" [ 979.038794] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.047583] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.131815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "09163485-87aa-4593-9226-05489aea9693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.131815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "09163485-87aa-4593-9226-05489aea9693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.131815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "09163485-87aa-4593-9226-05489aea9693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.132799] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "09163485-87aa-4593-9226-05489aea9693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.132799] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "09163485-87aa-4593-9226-05489aea9693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.135203] env[65311]: INFO nova.compute.manager [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Terminating instance [ 979.207176] env[65311]: INFO nova.compute.resource_tracker [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating resource usage from migration de24e165-ce50-494a-ab60-19602ca91bef [ 979.252589] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428628, 'name': Rename_Task, 'duration_secs': 0.705595} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.255439] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.255924] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7248dbba-9962-40d1-b780-10c12ada0d5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.263937] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 979.263937] env[65311]: value = "task-4428631" [ 979.263937] env[65311]: _type = "Task" [ 979.263937] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.276266] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.325463] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.553077] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201605} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.555890] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.557048] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad5a1ba-336d-4917-be24-3b98b4a18a37 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.581735] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] c177279a-53e7-4578-9796-858dfa86c4f4/c177279a-53e7-4578-9796-858dfa86c4f4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.584797] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf82b536-bac2-4ccf-9c2e-131d3d3100c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.605801] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 979.605801] env[65311]: value = "task-4428632" [ 979.605801] env[65311]: _type = "Task" [ 979.605801] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.616405] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a9b5a0-3d62-4012-999b-86c7e78e9b7b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.619144] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.625501] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c4e8a-f8ed-4f0d-955a-d21f76a37447 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.660445] env[65311]: DEBUG nova.compute.manager [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 979.660693] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.662236] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e995ca8c-3d69-4101-934f-cb1c76e53451 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.665679] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a3a341-0c2a-4e65-a271-4a811918e200 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.678347] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.679829] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebcdac4-e2b7-40af-b0a3-b5fb70e0f6a9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.684084] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f29f95d-6e15-47c0-9f46-7cd6117bb0f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.698843] env[65311]: DEBUG nova.compute.provider_tree [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.702727] env[65311]: DEBUG oslo_vmware.api [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 979.702727] env[65311]: value = "task-4428633" [ 979.702727] env[65311]: _type = "Task" [ 979.702727] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.712744] env[65311]: DEBUG oslo_vmware.api [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.775858] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.607061] env[65311]: DEBUG nova.scheduler.client.report [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.626360] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428629, 'name': ReconfigVM_Task, 'duration_secs': 1.231664} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.634242] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.634995] env[65311]: DEBUG oslo_vmware.api [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428631, 'name': PowerOnVM_Task, 'duration_secs': 0.80222} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.635629] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428632, 'name': ReconfigVM_Task, 'duration_secs': 0.326387} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.635629] env[65311]: DEBUG oslo_vmware.api [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428633, 'name': PowerOffVM_Task, 'duration_secs': 0.192228} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.636559] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a5aae0-9ad5-432e-b023-fcef8735fb00 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.638392] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.638628] env[65311]: INFO nova.compute.manager [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Took 10.40 seconds to spawn the instance on the hypervisor. [ 980.638813] env[65311]: DEBUG nova.compute.manager [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 980.640938] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] c177279a-53e7-4578-9796-858dfa86c4f4/c177279a-53e7-4578-9796-858dfa86c4f4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.640938] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.640938] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.640938] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c74e8f-32a6-4054-bea8-881d0e75ae7d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.643563] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7820e37e-e3ae-458b-a43e-f41f0bf6bebb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.646030] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fd45f98-3422-404c-9e50-edbdfdd4587a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.659727] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 980.659727] env[65311]: value = "task-4428635" [ 980.659727] env[65311]: _type = "Task" [ 980.659727] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.659979] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 980.659979] env[65311]: value = "task-4428634" [ 980.659979] env[65311]: _type = "Task" [ 980.659979] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.678973] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428634, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.679457] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428635, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.762026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.762026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.762026] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Deleting the datastore file [datastore2] 09163485-87aa-4593-9226-05489aea9693 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.762026] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a93bdae-848a-483a-9240-fd3eca42d9a9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.768069] env[65311]: DEBUG oslo_vmware.api [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 980.768069] env[65311]: value = "task-4428637" [ 980.768069] env[65311]: _type = "Task" [ 980.768069] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.778358] env[65311]: DEBUG oslo_vmware.api [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.121462] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.927s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.121768] env[65311]: INFO nova.compute.manager [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Migrating [ 981.129825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.126s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.131535] env[65311]: INFO nova.compute.claims [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.184649] env[65311]: INFO nova.compute.manager [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Took 47.02 seconds to build instance. [ 981.194450] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428634, 'name': Rename_Task, 'duration_secs': 0.209152} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.198588] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.199267] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428635, 'name': Rename_Task, 'duration_secs': 0.188256} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.199592] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1f2a150-b1ab-42e3-8900-3370f5d56ea7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.201582] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.201895] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9bb21df-4701-41fd-bca5-ce68ad1219b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.211721] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 981.211721] env[65311]: value = "task-4428638" [ 981.211721] env[65311]: _type = "Task" [ 981.211721] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.212056] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 981.212056] env[65311]: value = "task-4428639" [ 981.212056] env[65311]: _type = "Task" [ 981.212056] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.227867] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.231278] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.279378] env[65311]: DEBUG oslo_vmware.api [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183998} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.279647] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.279828] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.279998] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.280179] env[65311]: INFO nova.compute.manager [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 09163485-87aa-4593-9226-05489aea9693] Took 1.62 seconds to destroy the instance on the hypervisor. [ 981.280411] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 981.280600] env[65311]: DEBUG nova.compute.manager [-] [instance: 09163485-87aa-4593-9226-05489aea9693] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 981.280695] env[65311]: DEBUG nova.network.neutron [-] [instance: 09163485-87aa-4593-9226-05489aea9693] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 981.280926] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.317424] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.577678] env[65311]: DEBUG nova.compute.manager [req-00e9365c-bfbf-4a1d-8c5f-9f57a8b8da7e req-925b4fa0-8413-427d-ac9a-61d8122f60dd service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Received event network-vif-deleted-cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 981.578020] env[65311]: INFO nova.compute.manager [req-00e9365c-bfbf-4a1d-8c5f-9f57a8b8da7e req-925b4fa0-8413-427d-ac9a-61d8122f60dd service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Neutron deleted interface cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc; detaching it from the instance and deleting it from the info cache [ 981.578214] env[65311]: DEBUG nova.network.neutron [req-00e9365c-bfbf-4a1d-8c5f-9f57a8b8da7e req-925b4fa0-8413-427d-ac9a-61d8122f60dd service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.647758] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.648165] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.648165] env[65311]: DEBUG nova.network.neutron [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.689267] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f4113f62-e647-4e60-985f-46fce70f45fc tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.992s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.730939] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428639, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.735743] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428638, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.052130] env[65311]: DEBUG nova.network.neutron [-] [instance: 09163485-87aa-4593-9226-05489aea9693] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.080848] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-610f7355-a493-4187-a274-fc4ebb203ee1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.090713] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212dc139-e279-413e-903b-d8ca9a1a4f47 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.130164] env[65311]: DEBUG nova.compute.manager [req-00e9365c-bfbf-4a1d-8c5f-9f57a8b8da7e req-925b4fa0-8413-427d-ac9a-61d8122f60dd service nova] [instance: 09163485-87aa-4593-9226-05489aea9693] Detach interface failed, port_id=cfdf9d9e-7e02-4def-b33d-2f4f395ab5bc, reason: Instance 09163485-87aa-4593-9226-05489aea9693 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 982.154071] env[65311]: WARNING neutronclient.v2_0.client [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.229802] env[65311]: DEBUG oslo_vmware.api [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428639, 'name': PowerOnVM_Task, 'duration_secs': 0.521563} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.235818] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.236060] env[65311]: INFO nova.compute.manager [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Took 9.36 seconds to spawn the instance on the hypervisor. [ 982.236240] env[65311]: DEBUG nova.compute.manager [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.236919] env[65311]: DEBUG oslo_vmware.api [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428638, 'name': PowerOnVM_Task, 'duration_secs': 0.545368} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.238870] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2feb8af-d1c3-43a9-b64a-464ebf2b2bda {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.244695] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.245280] env[65311]: DEBUG nova.compute.manager [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.245793] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c6947f-23dc-4098-a997-bd98374a1732 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.372562] env[65311]: WARNING neutronclient.v2_0.client [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.450689] env[65311]: DEBUG nova.network.neutron [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance_info_cache with network_info: [{"id": "41afa5ac-495b-4f89-85a4-376bcf917134", "address": "fa:16:3e:51:a5:c7", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41afa5ac-49", "ovs_interfaceid": "41afa5ac-495b-4f89-85a4-376bcf917134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.473901] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.475031] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.475031] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.475031] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.475031] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.476791] env[65311]: INFO nova.compute.manager [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Terminating instance [ 982.558723] env[65311]: INFO nova.compute.manager [-] [instance: 09163485-87aa-4593-9226-05489aea9693] Took 1.28 seconds to deallocate network for instance. [ 982.571826] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909e11f4-1f4f-4204-b220-768ea451068e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.582083] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db066b18-17a7-4e02-8585-a4fead992b4d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.614582] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90efa8e2-7a59-49ba-88a2-74bbd900573e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.625168] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee6427f-1b87-4959-9607-5fe4b7efec27 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.641477] env[65311]: DEBUG nova.compute.provider_tree [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.776994] env[65311]: INFO nova.compute.manager [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Took 46.37 seconds to build instance. [ 982.778222] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.957036] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.981096] env[65311]: DEBUG nova.compute.manager [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 982.981326] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.982342] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4099aff-f890-41c4-9959-c951319ae65f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.991535] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.991876] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-388ef34a-059d-4f83-b7e0-24ea60c29b76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.999602] env[65311]: DEBUG oslo_vmware.api [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 982.999602] env[65311]: value = "task-4428640" [ 982.999602] env[65311]: _type = "Task" [ 982.999602] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.014365] env[65311]: DEBUG oslo_vmware.api [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.069910] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.145036] env[65311]: DEBUG nova.scheduler.client.report [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.279194] env[65311]: DEBUG oslo_concurrency.lockutils [None req-07991faa-d51d-479d-aafc-bfc519de08b4 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "c177279a-53e7-4578-9796-858dfa86c4f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.335s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.511216] env[65311]: DEBUG oslo_vmware.api [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428640, 'name': PowerOffVM_Task, 'duration_secs': 0.269789} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.511535] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.511712] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.511989] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4004a2fb-2d09-468e-bd37-ad69eb2f8388 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.546199] env[65311]: INFO nova.compute.manager [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Rebuilding instance [ 983.593137] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.593379] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.593549] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleting the datastore file [datastore1] 9cc5ce4d-eda3-4e3c-aaac-8093be72070d {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.596343] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6e674c5-8b42-4f01-8952-1436ffa40f8e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.601177] env[65311]: DEBUG nova.compute.manager [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 983.602179] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183cb64c-e186-4619-9449-0b0f2b1837bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.608187] env[65311]: DEBUG oslo_vmware.api [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 983.608187] env[65311]: value = "task-4428642" [ 983.608187] env[65311]: _type = "Task" [ 983.608187] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.622621] env[65311]: DEBUG oslo_vmware.api [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.653997] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.654593] env[65311]: DEBUG nova.compute.manager [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 983.658404] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.115s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.658680] env[65311]: DEBUG nova.objects.instance [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lazy-loading 'resources' on Instance uuid 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.913747] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "c177279a-53e7-4578-9796-858dfa86c4f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.913747] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "c177279a-53e7-4578-9796-858dfa86c4f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.914199] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "c177279a-53e7-4578-9796-858dfa86c4f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.914199] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "c177279a-53e7-4578-9796-858dfa86c4f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.914352] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "c177279a-53e7-4578-9796-858dfa86c4f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.916445] env[65311]: INFO nova.compute.manager [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Terminating instance [ 984.121452] env[65311]: DEBUG oslo_vmware.api [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199944} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.121765] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.121963] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.122143] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.122304] env[65311]: INFO nova.compute.manager [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 984.122573] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 984.123046] env[65311]: DEBUG nova.compute.manager [-] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 984.123128] env[65311]: DEBUG nova.network.neutron [-] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 984.123458] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.166576] env[65311]: DEBUG nova.compute.utils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.168381] env[65311]: DEBUG nova.compute.manager [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 984.168906] env[65311]: DEBUG nova.network.neutron [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 984.168906] env[65311]: WARNING neutronclient.v2_0.client [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.169610] env[65311]: WARNING neutronclient.v2_0.client [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.180594] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.228591] env[65311]: DEBUG nova.policy [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fa8dcb137884c96ac5c3eae11edbd85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '393874e2b8be4806bf7f610fc2ce80e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.422615] env[65311]: DEBUG nova.compute.manager [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 984.422872] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.424507] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeef757-b212-4ca0-95ef-7d8917625009 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.435856] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.439182] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b6024e0-2feb-4a73-9fc6-ef5ef23248aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.452025] env[65311]: DEBUG oslo_vmware.api [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 984.452025] env[65311]: value = "task-4428643" [ 984.452025] env[65311]: _type = "Task" [ 984.452025] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.464053] env[65311]: DEBUG oslo_vmware.api [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.478156] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4982b46-f44b-4391-9ca0-035b22481448 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.500274] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance 'e6572502-05a9-4ae3-9eb5-48e574ae4cdf' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.587829] env[65311]: DEBUG nova.compute.manager [req-c79da125-1957-4631-9e8a-d0ae27d32637 req-83697c12-3993-44d1-8253-a767ebe597d4 service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Received event network-vif-deleted-36b873bc-8935-4401-8a41-6216153c1db9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 984.587829] env[65311]: INFO nova.compute.manager [req-c79da125-1957-4631-9e8a-d0ae27d32637 req-83697c12-3993-44d1-8253-a767ebe597d4 service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Neutron deleted interface 36b873bc-8935-4401-8a41-6216153c1db9; detaching it from the instance and deleting it from the info cache [ 984.587962] env[65311]: DEBUG nova.network.neutron [req-c79da125-1957-4631-9e8a-d0ae27d32637 req-83697c12-3993-44d1-8253-a767ebe597d4 service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.623732] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.624584] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-919b72a5-f64e-4aa1-9f52-8513625f6475 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.629578] env[65311]: DEBUG nova.network.neutron [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Successfully created port: f7323400-1966-40f8-82c9-197d91136065 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 984.634595] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 984.634595] env[65311]: value = "task-4428644" [ 984.634595] env[65311]: _type = "Task" [ 984.634595] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.649799] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.668785] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e286073d-a938-4e9d-b040-e7ff002af402 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.672840] env[65311]: DEBUG nova.compute.manager [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 984.682477] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3540c1fc-9d55-4304-88fb-635a7e9179e1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.717075] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622024fb-2a0d-45ce-9e96-7480a8d00847 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.728513] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b52857-a3bb-46b7-8bd6-085e37fcebc3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.744443] env[65311]: DEBUG nova.compute.provider_tree [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.915922] env[65311]: DEBUG nova.network.neutron [-] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.963695] env[65311]: DEBUG oslo_vmware.api [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428643, 'name': PowerOffVM_Task, 'duration_secs': 0.363427} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.963898] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.963941] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.965237] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5856633b-cfcc-4093-ad88-b57ec0c814d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.009994] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.010352] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fb4ff8c-65b3-46e5-99d7-bd64ba3888c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.019395] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 985.019395] env[65311]: value = "task-4428646" [ 985.019395] env[65311]: _type = "Task" [ 985.019395] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.031073] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.049625] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.049912] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.050155] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleting the datastore file [datastore1] c177279a-53e7-4578-9796-858dfa86c4f4 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.050581] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40a7d49b-05be-4d08-bb47-99186eeac59f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.061995] env[65311]: DEBUG oslo_vmware.api [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 985.061995] env[65311]: value = "task-4428647" [ 985.061995] env[65311]: _type = "Task" [ 985.061995] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.074008] env[65311]: DEBUG oslo_vmware.api [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.091062] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4812faa6-e02c-43ba-b209-4cc765ecb857 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.102249] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91831b1-4b85-4a88-91c7-c271184fe0cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.142031] env[65311]: DEBUG nova.compute.manager [req-c79da125-1957-4631-9e8a-d0ae27d32637 req-83697c12-3993-44d1-8253-a767ebe597d4 service nova] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Detach interface failed, port_id=36b873bc-8935-4401-8a41-6216153c1db9, reason: Instance 9cc5ce4d-eda3-4e3c-aaac-8093be72070d could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 985.152755] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428644, 'name': PowerOffVM_Task, 'duration_secs': 0.519449} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.153055] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.153284] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.154157] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd5e9d5-629a-44b9-8659-e79ef923d144 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.162599] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.162882] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aff8ecc-76c8-409f-9580-77a0ac8fb203 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.247530] env[65311]: DEBUG nova.scheduler.client.report [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.254367] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.254578] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.254751] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleting the datastore file [datastore1] 23dab365-7300-4e33-b03c-e680b9f979f3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.255035] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f56ac55-a669-42df-a28d-ae96bd03aaa8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.263246] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 985.263246] env[65311]: value = "task-4428649" [ 985.263246] env[65311]: _type = "Task" [ 985.263246] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.274162] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.419499] env[65311]: INFO nova.compute.manager [-] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Took 1.30 seconds to deallocate network for instance. [ 985.530505] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428646, 'name': PowerOffVM_Task, 'duration_secs': 0.356466} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.530784] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.530955] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance 'e6572502-05a9-4ae3-9eb5-48e574ae4cdf' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.573161] env[65311]: DEBUG oslo_vmware.api [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282663} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.573547] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.573547] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.575135] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.575135] env[65311]: INFO nova.compute.manager [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 985.575135] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 985.575135] env[65311]: DEBUG nova.compute.manager [-] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 985.575135] env[65311]: DEBUG nova.network.neutron [-] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 985.575135] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.683048] env[65311]: DEBUG nova.compute.manager [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 985.710423] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 985.710683] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.711111] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 985.711111] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.711253] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 985.711300] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 985.711516] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.711671] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 985.711845] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 985.712019] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 985.712181] env[65311]: DEBUG nova.virt.hardware [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 985.713398] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada31a61-79c4-4422-8f57-08af556ad95a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.716867] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.725718] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdf1d2d-ea7f-45c9-b74d-ce494d9ce903 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.752981] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.755143] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.319s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.756745] env[65311]: INFO nova.compute.claims [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.778716] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189997} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.778716] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.778716] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.778716] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.784319] env[65311]: INFO nova.scheduler.client.report [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Deleted allocations for instance 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69 [ 985.926963] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.037915] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 986.038173] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.038326] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 986.038500] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.038647] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 986.038772] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 986.038965] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.039340] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 986.039552] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 986.039714] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 986.039901] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 986.045317] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f36ce2f0-2861-47ff-8ded-ece6fce81de9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.064128] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 986.064128] env[65311]: value = "task-4428650" [ 986.064128] env[65311]: _type = "Task" [ 986.064128] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.074329] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.229267] env[65311]: DEBUG nova.compute.manager [req-623f5c87-07f0-46b5-9b87-298c9b59ed81 req-d9709ebc-37ee-41a7-b127-0b32d5ce085d service nova] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Received event network-vif-plugged-f7323400-1966-40f8-82c9-197d91136065 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 986.229506] env[65311]: DEBUG oslo_concurrency.lockutils [req-623f5c87-07f0-46b5-9b87-298c9b59ed81 req-d9709ebc-37ee-41a7-b127-0b32d5ce085d service nova] Acquiring lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.229727] env[65311]: DEBUG oslo_concurrency.lockutils [req-623f5c87-07f0-46b5-9b87-298c9b59ed81 req-d9709ebc-37ee-41a7-b127-0b32d5ce085d service nova] Lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.230610] env[65311]: DEBUG oslo_concurrency.lockutils [req-623f5c87-07f0-46b5-9b87-298c9b59ed81 req-d9709ebc-37ee-41a7-b127-0b32d5ce085d service nova] Lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.230610] env[65311]: DEBUG nova.compute.manager [req-623f5c87-07f0-46b5-9b87-298c9b59ed81 req-d9709ebc-37ee-41a7-b127-0b32d5ce085d service nova] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] No waiting events found dispatching network-vif-plugged-f7323400-1966-40f8-82c9-197d91136065 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 986.230610] env[65311]: WARNING nova.compute.manager [req-623f5c87-07f0-46b5-9b87-298c9b59ed81 req-d9709ebc-37ee-41a7-b127-0b32d5ce085d service nova] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Received unexpected event network-vif-plugged-f7323400-1966-40f8-82c9-197d91136065 for instance with vm_state building and task_state spawning. [ 986.295956] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fa058639-17f3-4ef6-b773-8d2356850fbd tempest-MigrationsAdminTest-1842265666 tempest-MigrationsAdminTest-1842265666-project-member] Lock "5278a1a0-3a1b-4d7b-9f26-46621b6b5d69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.781s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.370786] env[65311]: DEBUG nova.network.neutron [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Successfully updated port: f7323400-1966-40f8-82c9-197d91136065 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 986.443221] env[65311]: DEBUG nova.network.neutron [-] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.575704] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428650, 'name': ReconfigVM_Task, 'duration_secs': 0.226597} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.575799] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance 'e6572502-05a9-4ae3-9eb5-48e574ae4cdf' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.625686] env[65311]: DEBUG nova.compute.manager [req-e9651a56-92f8-41ad-89f1-22dd87d68821 req-22549361-6501-4eb2-815e-35b4aedd0703 service nova] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Received event network-vif-deleted-44163341-e42e-41dc-8eb5-3406072fe562 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 986.818739] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 986.818990] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.819097] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 986.819255] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.819395] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 986.819560] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 986.819759] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.819900] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 986.820059] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 986.820209] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 986.820365] env[65311]: DEBUG nova.virt.hardware [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 986.821278] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8d77e-0448-40da-97f1-24e3af0db3d0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.834095] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3bd49d-84db-435e-a2ea-7c9f380a271a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.855429] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:3b:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0129ba25-f310-4d9e-b4c8-379fd2e68a52', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.863312] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 986.866192] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.866642] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63be7028-7c15-48da-ab51-8d396f525e18 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.884048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquiring lock "refresh_cache-d95f4ddc-7472-4ff9-b606-0f103a94f6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.884262] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquired lock "refresh_cache-d95f4ddc-7472-4ff9-b606-0f103a94f6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.884447] env[65311]: DEBUG nova.network.neutron [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 986.894253] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.894253] env[65311]: value = "task-4428651" [ 986.894253] env[65311]: _type = "Task" [ 986.894253] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.907472] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428651, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.945987] env[65311]: INFO nova.compute.manager [-] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Took 1.37 seconds to deallocate network for instance. [ 987.082516] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.082942] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.082942] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.083597] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.083597] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.083597] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.083885] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.083885] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.084066] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.084273] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.084502] env[65311]: DEBUG nova.virt.hardware [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.091697] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.095055] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bd53712-b85c-40c5-b9b1-529836b1eb4c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.117698] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 987.117698] env[65311]: value = "task-4428652" [ 987.117698] env[65311]: _type = "Task" [ 987.117698] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.129067] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.260088] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a236fe8-6110-4df1-8f5e-5755d73940db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.270274] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e89d0fc-b918-4d5a-a724-f3e716a5e965 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.308276] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f6a205-3034-46b8-ad92-a50f9338a0e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.316954] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021f56a0-b79b-4f51-bd0d-a745622f5fc5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.333016] env[65311]: DEBUG nova.compute.provider_tree [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.406875] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428651, 'name': CreateVM_Task, 'duration_secs': 0.390914} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.406875] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.406875] env[65311]: WARNING neutronclient.v2_0.client [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 987.406875] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.406875] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.406875] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.407501] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc19f0f-c29d-41af-bfa3-cbda01ccef12 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.413525] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 987.413525] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523ab108-9051-46f0-947b-8279183235d6" [ 987.413525] env[65311]: _type = "Task" [ 987.413525] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.423463] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523ab108-9051-46f0-947b-8279183235d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.424534] env[65311]: DEBUG nova.network.neutron [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 987.457243] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.508235] env[65311]: WARNING neutronclient.v2_0.client [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.587997] env[65311]: DEBUG nova.network.neutron [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Updating instance_info_cache with network_info: [{"id": "f7323400-1966-40f8-82c9-197d91136065", "address": "fa:16:3e:ab:bf:c3", "network": {"id": "99af4a21-c508-4739-baf2-1fcb8ae3a3ff", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-258214147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "393874e2b8be4806bf7f610fc2ce80e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7323400-19", "ovs_interfaceid": "f7323400-1966-40f8-82c9-197d91136065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.629010] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428652, 'name': ReconfigVM_Task, 'duration_secs': 0.21715} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.629293] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.630163] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c15ac6-0c45-46bd-8f39-d8c29858fd4f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.654201] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] e6572502-05a9-4ae3-9eb5-48e574ae4cdf/e6572502-05a9-4ae3-9eb5-48e574ae4cdf.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.654556] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f63c299-98ee-48ff-9fa5-ea90acc5490b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.675241] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 987.675241] env[65311]: value = "task-4428653" [ 987.675241] env[65311]: _type = "Task" [ 987.675241] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.685377] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.836155] env[65311]: DEBUG nova.scheduler.client.report [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.928188] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523ab108-9051-46f0-947b-8279183235d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.928734] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.929020] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.929319] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.929546] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.929688] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.930033] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd44d92b-46e7-4951-9964-16be1b0158e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.941565] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.941963] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.943177] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b457d60-4c15-4ecd-b94e-445cfa0a5f0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.951998] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 987.951998] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5284e11a-acde-7123-e385-b6221f8cb6f6" [ 987.951998] env[65311]: _type = "Task" [ 987.951998] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.965939] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5284e11a-acde-7123-e385-b6221f8cb6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.090825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Releasing lock "refresh_cache-d95f4ddc-7472-4ff9-b606-0f103a94f6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.094021] env[65311]: DEBUG nova.compute.manager [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Instance network_info: |[{"id": "f7323400-1966-40f8-82c9-197d91136065", "address": "fa:16:3e:ab:bf:c3", "network": {"id": "99af4a21-c508-4739-baf2-1fcb8ae3a3ff", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-258214147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "393874e2b8be4806bf7f610fc2ce80e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7323400-19", "ovs_interfaceid": "f7323400-1966-40f8-82c9-197d91136065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 988.094021] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:bf:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7323400-1966-40f8-82c9-197d91136065', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.100832] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Creating folder: Project (393874e2b8be4806bf7f610fc2ce80e5). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.101321] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11ed92e3-0573-454e-9ae7-bd9eec8c8b1e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.118030] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Created folder: Project (393874e2b8be4806bf7f610fc2ce80e5) in parent group-v866349. [ 988.118030] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Creating folder: Instances. Parent ref: group-v866587. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.118030] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b33adfd7-0f87-4adf-8fed-aa4b565a0c68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.131224] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Created folder: Instances in parent group-v866587. [ 988.132326] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 988.132779] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.133127] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8056787-1381-402b-87f0-48e6350d563a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.160937] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.160937] env[65311]: value = "task-4428656" [ 988.160937] env[65311]: _type = "Task" [ 988.160937] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.174869] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428656, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.185860] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428653, 'name': ReconfigVM_Task, 'duration_secs': 0.313292} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.186184] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Reconfigured VM instance instance-0000004d to attach disk [datastore1] e6572502-05a9-4ae3-9eb5-48e574ae4cdf/e6572502-05a9-4ae3-9eb5-48e574ae4cdf.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.186448] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance 'e6572502-05a9-4ae3-9eb5-48e574ae4cdf' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.259019] env[65311]: DEBUG nova.compute.manager [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Received event network-changed-f7323400-1966-40f8-82c9-197d91136065 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 988.259241] env[65311]: DEBUG nova.compute.manager [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Refreshing instance network info cache due to event network-changed-f7323400-1966-40f8-82c9-197d91136065. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 988.259476] env[65311]: DEBUG oslo_concurrency.lockutils [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] Acquiring lock "refresh_cache-d95f4ddc-7472-4ff9-b606-0f103a94f6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.259616] env[65311]: DEBUG oslo_concurrency.lockutils [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] Acquired lock "refresh_cache-d95f4ddc-7472-4ff9-b606-0f103a94f6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.259772] env[65311]: DEBUG nova.network.neutron [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Refreshing network info cache for port f7323400-1966-40f8-82c9-197d91136065 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.342167] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.342238] env[65311]: DEBUG nova.compute.manager [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 988.345675] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.966s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.345675] env[65311]: DEBUG nova.objects.instance [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 988.466027] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5284e11a-acde-7123-e385-b6221f8cb6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.017797} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.466027] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f52014e-75aa-41a6-b8d3-2040d32dcd35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.472740] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 988.472740] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d666eb-4095-c74d-6c38-ea967926d9a1" [ 988.472740] env[65311]: _type = "Task" [ 988.472740] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.484521] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d666eb-4095-c74d-6c38-ea967926d9a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.674810] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428656, 'name': CreateVM_Task, 'duration_secs': 0.433927} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.675068] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.675745] env[65311]: WARNING neutronclient.v2_0.client [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.676250] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.676481] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.676905] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.677273] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf35e75-f75e-41aa-a0d5-84723c4e3435 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.684247] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 988.684247] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a9ed06-f828-9d54-a310-e496cf0633c1" [ 988.684247] env[65311]: _type = "Task" [ 988.684247] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.698829] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a9ed06-f828-9d54-a310-e496cf0633c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.700132] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fb1269-6dea-46bd-bc99-84fa273935e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.725231] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a70dbfb-322b-46f0-84ee-b25ed3f4e862 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.746155] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance 'e6572502-05a9-4ae3-9eb5-48e574ae4cdf' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.762947] env[65311]: WARNING neutronclient.v2_0.client [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.850638] env[65311]: DEBUG nova.compute.utils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.859534] env[65311]: DEBUG nova.compute.manager [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 988.859829] env[65311]: DEBUG nova.network.neutron [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 988.860498] env[65311]: WARNING neutronclient.v2_0.client [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.861532] env[65311]: WARNING neutronclient.v2_0.client [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.865588] env[65311]: DEBUG oslo_concurrency.lockutils [None req-77faa441-0b77-4e7f-975c-e800c321f674 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.520s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.867212] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.333s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.869609] env[65311]: INFO nova.compute.claims [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.907673] env[65311]: DEBUG nova.policy [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742d8451f61b4249aa8b384a86535ad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810a20832d09492da915cfa888ba3e8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.947744] env[65311]: WARNING neutronclient.v2_0.client [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.984775] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d666eb-4095-c74d-6c38-ea967926d9a1, 'name': SearchDatastore_Task, 'duration_secs': 0.021717} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.987953] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.988311] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.988723] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dc485fa-743d-4ce3-90a5-1828dbcccd08 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.997505] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 988.997505] env[65311]: value = "task-4428657" [ 988.997505] env[65311]: _type = "Task" [ 988.997505] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.011926] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.034984] env[65311]: DEBUG nova.network.neutron [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Updated VIF entry in instance network info cache for port f7323400-1966-40f8-82c9-197d91136065. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 989.035529] env[65311]: DEBUG nova.network.neutron [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Updating instance_info_cache with network_info: [{"id": "f7323400-1966-40f8-82c9-197d91136065", "address": "fa:16:3e:ab:bf:c3", "network": {"id": "99af4a21-c508-4739-baf2-1fcb8ae3a3ff", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-258214147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "393874e2b8be4806bf7f610fc2ce80e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7323400-19", "ovs_interfaceid": "f7323400-1966-40f8-82c9-197d91136065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.197196] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a9ed06-f828-9d54-a310-e496cf0633c1, 'name': SearchDatastore_Task, 'duration_secs': 0.025451} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.197582] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.198741] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.199091] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.199253] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.199484] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.199976] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce194ac3-3b22-4a06-b48b-c00d8ccae6da {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.217604] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.217837] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.218767] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756b2d09-47e3-4b31-ab2d-45a6f983de8b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.228653] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 989.228653] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cf49fc-8d81-845c-20d2-da798496aefd" [ 989.228653] env[65311]: _type = "Task" [ 989.228653] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.243439] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cf49fc-8d81-845c-20d2-da798496aefd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.253018] env[65311]: WARNING neutronclient.v2_0.client [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.254378] env[65311]: WARNING neutronclient.v2_0.client [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.311974] env[65311]: DEBUG nova.network.neutron [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Successfully created port: 2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 989.321798] env[65311]: DEBUG nova.network.neutron [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Port 41afa5ac-495b-4f89-85a4-376bcf917134 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 989.354576] env[65311]: DEBUG nova.compute.manager [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 989.511456] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.538358] env[65311]: DEBUG oslo_concurrency.lockutils [req-5d60682e-42c0-432c-a460-986d6375ec57 req-5bff4cc7-6946-4420-a0ba-01e6d68787ee service nova] Releasing lock "refresh_cache-d95f4ddc-7472-4ff9-b606-0f103a94f6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.739766] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cf49fc-8d81-845c-20d2-da798496aefd, 'name': SearchDatastore_Task, 'duration_secs': 0.062834} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.740604] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b95d453-fa3c-4849-8d08-626e8953daa1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.747412] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 989.747412] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e36737-5d66-8fb3-549e-ab5343fd0f42" [ 989.747412] env[65311]: _type = "Task" [ 989.747412] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.757894] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e36737-5d66-8fb3-549e-ab5343fd0f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.010041] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532862} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.013053] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.013326] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.013823] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bc87a5e-e8ae-48f8-ab36-f4c3e3c4e892 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.023163] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 990.023163] env[65311]: value = "task-4428658" [ 990.023163] env[65311]: _type = "Task" [ 990.023163] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.038225] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.263703] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e36737-5d66-8fb3-549e-ab5343fd0f42, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.263703] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.264101] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] d95f4ddc-7472-4ff9-b606-0f103a94f6fc/d95f4ddc-7472-4ff9-b606-0f103a94f6fc.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.264404] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20f54756-ccc3-4e95-8b20-d92d1e5eb9de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.275260] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 990.275260] env[65311]: value = "task-4428659" [ 990.275260] env[65311]: _type = "Task" [ 990.275260] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.282153] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.286194] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.287692] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.350108] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.350108] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.350108] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.367713] env[65311]: DEBUG nova.compute.manager [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 990.401280] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 990.401570] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.401726] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 990.402022] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.402216] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 990.402521] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 990.402805] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 990.403031] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 990.403247] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 990.403505] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 990.403679] env[65311]: DEBUG nova.virt.hardware [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 990.404671] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167f7a3c-11ec-4f81-93e0-5a3ac20a89f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.409496] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92949077-c509-4cf4-9e17-b74e337ee971 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.420011] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347d08b-17e7-476b-b312-286c67fa9f58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.425643] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ba1814-5353-4128-b1af-0c994cf681ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.468381] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c2cd0a-9344-465b-8d90-e94d55afa4e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.479159] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12274f00-d669-4753-99b5-f896b830d002 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.498024] env[65311]: DEBUG nova.compute.provider_tree [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.537586] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18856} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.537927] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.538815] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7a93ad-68a4-4705-9767-1d759bcb9311 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.565061] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.565061] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7575364-f4ff-4a83-a899-10079388e4e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.587664] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 990.587664] env[65311]: value = "task-4428660" [ 990.587664] env[65311]: _type = "Task" [ 990.587664] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.599441] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.787319] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428659, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.796810] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.796810] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.796810] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.797116] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.797116] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.797213] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.797344] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 990.797724] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.860672] env[65311]: DEBUG nova.compute.manager [req-baa0939f-3fad-4ae5-9dcb-4c87fcc42794 req-0117732c-0d87-4e6a-b8ec-efe1bfe522f3 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received event network-vif-plugged-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 990.860942] env[65311]: DEBUG oslo_concurrency.lockutils [req-baa0939f-3fad-4ae5-9dcb-4c87fcc42794 req-0117732c-0d87-4e6a-b8ec-efe1bfe522f3 service nova] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.861260] env[65311]: DEBUG oslo_concurrency.lockutils [req-baa0939f-3fad-4ae5-9dcb-4c87fcc42794 req-0117732c-0d87-4e6a-b8ec-efe1bfe522f3 service nova] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.861260] env[65311]: DEBUG oslo_concurrency.lockutils [req-baa0939f-3fad-4ae5-9dcb-4c87fcc42794 req-0117732c-0d87-4e6a-b8ec-efe1bfe522f3 service nova] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.861399] env[65311]: DEBUG nova.compute.manager [req-baa0939f-3fad-4ae5-9dcb-4c87fcc42794 req-0117732c-0d87-4e6a-b8ec-efe1bfe522f3 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] No waiting events found dispatching network-vif-plugged-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 990.861582] env[65311]: WARNING nova.compute.manager [req-baa0939f-3fad-4ae5-9dcb-4c87fcc42794 req-0117732c-0d87-4e6a-b8ec-efe1bfe522f3 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received unexpected event network-vif-plugged-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 for instance with vm_state building and task_state spawning. [ 990.971905] env[65311]: DEBUG nova.network.neutron [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Successfully updated port: 2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 991.001615] env[65311]: DEBUG nova.scheduler.client.report [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.100559] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428660, 'name': ReconfigVM_Task, 'duration_secs': 0.461438} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.100871] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 23dab365-7300-4e33-b03c-e680b9f979f3/23dab365-7300-4e33-b03c-e680b9f979f3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.101598] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a24a3e2c-253c-4792-a366-f9005181a10f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.110250] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 991.110250] env[65311]: value = "task-4428661" [ 991.110250] env[65311]: _type = "Task" [ 991.110250] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.121798] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428661, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.290447] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521055} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.290737] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] d95f4ddc-7472-4ff9-b606-0f103a94f6fc/d95f4ddc-7472-4ff9-b606-0f103a94f6fc.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.290949] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.291234] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c9f1f9c-2712-4074-80a6-09eaeb2e9828 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.300678] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.303044] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 991.303044] env[65311]: value = "task-4428662" [ 991.303044] env[65311]: _type = "Task" [ 991.303044] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.312919] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.355573] env[65311]: WARNING neutronclient.v2_0.client [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.411211] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.411400] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.411742] env[65311]: DEBUG nova.network.neutron [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 991.475954] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.475954] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.475954] env[65311]: DEBUG nova.network.neutron [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 991.507705] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.508247] env[65311]: DEBUG nova.compute.manager [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 991.510978] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.342s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.511206] env[65311]: DEBUG nova.objects.instance [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lazy-loading 'resources' on Instance uuid 9fa60a5a-b4dd-4dea-a287-ece2bff06de3 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.622224] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428661, 'name': Rename_Task, 'duration_secs': 0.16931} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.622590] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.622815] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c7249b6-fa92-4c48-a1a0-1d9c40dbce20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.630887] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 991.630887] env[65311]: value = "task-4428663" [ 991.630887] env[65311]: _type = "Task" [ 991.630887] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.640624] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.817030] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071011} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.817395] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.818556] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d511a85-bd61-40ac-98f6-ab896ca13fe8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.851736] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] d95f4ddc-7472-4ff9-b606-0f103a94f6fc/d95f4ddc-7472-4ff9-b606-0f103a94f6fc.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.852087] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8cc67a9-2b3a-4951-ac2d-fb6642e96f38 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.872467] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 991.872467] env[65311]: value = "task-4428664" [ 991.872467] env[65311]: _type = "Task" [ 991.872467] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.882505] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.915171] env[65311]: WARNING neutronclient.v2_0.client [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.019725] env[65311]: DEBUG nova.compute.utils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.023186] env[65311]: DEBUG nova.network.neutron [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 992.025735] env[65311]: DEBUG nova.compute.manager [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 992.025982] env[65311]: DEBUG nova.network.neutron [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 992.026623] env[65311]: WARNING neutronclient.v2_0.client [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.026725] env[65311]: WARNING neutronclient.v2_0.client [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.106272] env[65311]: DEBUG nova.policy [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2bccff4dce44208a04517272d1f0cdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf21036b36f472898d3c6c010ec2740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.138240] env[65311]: WARNING neutronclient.v2_0.client [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.152712] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428663, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.166845] env[65311]: WARNING neutronclient.v2_0.client [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.307924] env[65311]: DEBUG nova.network.neutron [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance_info_cache with network_info: [{"id": "41afa5ac-495b-4f89-85a4-376bcf917134", "address": "fa:16:3e:51:a5:c7", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41afa5ac-49", "ovs_interfaceid": "41afa5ac-495b-4f89-85a4-376bcf917134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.358785] env[65311]: DEBUG nova.network.neutron [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating instance_info_cache with network_info: [{"id": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "address": "fa:16:3e:9c:f9:a0", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2483e5d8-61", "ovs_interfaceid": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.385401] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428664, 'name': ReconfigVM_Task, 'duration_secs': 0.339256} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.389122] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Reconfigured VM instance instance-00000056 to attach disk [datastore2] d95f4ddc-7472-4ff9-b606-0f103a94f6fc/d95f4ddc-7472-4ff9-b606-0f103a94f6fc.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.389122] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da7a8317-eb3d-486b-9089-389375869c3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.395883] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 992.395883] env[65311]: value = "task-4428665" [ 992.395883] env[65311]: _type = "Task" [ 992.395883] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.408924] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428665, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.518633] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2f681d-138b-4121-9d01-287addd37bf9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.523080] env[65311]: DEBUG nova.compute.manager [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 992.533109] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d9da20-5f6f-4933-84f7-e63150d5b31d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.576947] env[65311]: DEBUG nova.network.neutron [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Successfully created port: 8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 992.580872] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3aa99c-2aa1-4fce-a890-3cba6bb5cb65 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.591647] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b090a8-7dea-4dd5-81e2-abad114dfb9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.610895] env[65311]: DEBUG nova.compute.provider_tree [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.642893] env[65311]: DEBUG oslo_vmware.api [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428663, 'name': PowerOnVM_Task, 'duration_secs': 0.517406} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.643254] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.643485] env[65311]: DEBUG nova.compute.manager [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 992.644346] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5050e523-360f-45c6-a12a-48a3abf40bb7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.811880] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.864151] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.864627] env[65311]: DEBUG nova.compute.manager [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Instance network_info: |[{"id": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "address": "fa:16:3e:9c:f9:a0", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2483e5d8-61", "ovs_interfaceid": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 992.865254] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:f9:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2483e5d8-61cb-4cc0-9b9a-953ed7af1309', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.874624] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating folder: Project (810a20832d09492da915cfa888ba3e8f). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.875798] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b62f496c-2505-48ee-963c-9120b51fb88a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.888849] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Created folder: Project (810a20832d09492da915cfa888ba3e8f) in parent group-v866349. [ 992.889084] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating folder: Instances. Parent ref: group-v866590. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.889343] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e987fea7-78df-4be5-9539-6305ca37439a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.904236] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Created folder: Instances in parent group-v866590. [ 992.904552] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 992.905120] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.905380] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a796456c-8496-4a27-ace4-5bac546fac71 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.925536] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428665, 'name': Rename_Task, 'duration_secs': 0.17012} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.926409] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.926659] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8458abca-31cd-458d-853b-5991f0fd2e58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.931657] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.931657] env[65311]: value = "task-4428668" [ 992.931657] env[65311]: _type = "Task" [ 992.931657] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.938585] env[65311]: DEBUG nova.compute.manager [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received event network-changed-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 992.938777] env[65311]: DEBUG nova.compute.manager [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Refreshing instance network info cache due to event network-changed-2483e5d8-61cb-4cc0-9b9a-953ed7af1309. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 992.938983] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] Acquiring lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.939134] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] Acquired lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.939313] env[65311]: DEBUG nova.network.neutron [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Refreshing network info cache for port 2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.941157] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 992.941157] env[65311]: value = "task-4428669" [ 992.941157] env[65311]: _type = "Task" [ 992.941157] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.952927] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428669, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.957293] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428668, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.115194] env[65311]: DEBUG nova.scheduler.client.report [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.163763] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.342524] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedbf097-b2a2-4457-842a-c7e45ef796de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.368651] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87878fc7-1826-4562-982b-1d488facf7d0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.379865] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance 'e6572502-05a9-4ae3-9eb5-48e574ae4cdf' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.447723] env[65311]: WARNING neutronclient.v2_0.client [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.451366] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428668, 'name': CreateVM_Task, 'duration_secs': 0.442382} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.456191] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.457229] env[65311]: WARNING neutronclient.v2_0.client [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.457696] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.457959] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.458343] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.459146] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50da7995-b6c7-4b71-848d-a96c3048095e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.467101] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428669, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.469131] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 993.469131] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fd51b5-cfab-a605-1540-4c206e3080da" [ 993.469131] env[65311]: _type = "Task" [ 993.469131] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.479866] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fd51b5-cfab-a605-1540-4c206e3080da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.533733] env[65311]: DEBUG nova.compute.manager [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 993.563453] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 993.563740] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.563835] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 993.564017] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.564154] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 993.564295] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 993.564589] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 993.564838] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 993.565047] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 993.565215] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 993.565400] env[65311]: DEBUG nova.virt.hardware [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 993.568588] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8108681-600d-447a-a747-c7a9cebc4c7a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.576455] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584b54ee-e141-4684-8bc8-c14fe07d5193 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.621350] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.623662] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.895s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.625502] env[65311]: INFO nova.compute.claims [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.650219] env[65311]: INFO nova.scheduler.client.report [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Deleted allocations for instance 9fa60a5a-b4dd-4dea-a287-ece2bff06de3 [ 993.770238] env[65311]: WARNING neutronclient.v2_0.client [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.877249] env[65311]: DEBUG nova.network.neutron [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updated VIF entry in instance network info cache for port 2483e5d8-61cb-4cc0-9b9a-953ed7af1309. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 993.877594] env[65311]: DEBUG nova.network.neutron [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating instance_info_cache with network_info: [{"id": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "address": "fa:16:3e:9c:f9:a0", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2483e5d8-61", "ovs_interfaceid": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.887023] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.887385] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bea35a2-8098-4b78-a38f-391aa54c0a01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.896297] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 993.896297] env[65311]: value = "task-4428670" [ 993.896297] env[65311]: _type = "Task" [ 993.896297] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.906478] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.963393] env[65311]: DEBUG oslo_vmware.api [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428669, 'name': PowerOnVM_Task, 'duration_secs': 0.556869} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.963655] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.963908] env[65311]: INFO nova.compute.manager [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Took 8.28 seconds to spawn the instance on the hypervisor. [ 993.964124] env[65311]: DEBUG nova.compute.manager [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 993.965010] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb6b252-ba68-49ee-8a22-d0366992f090 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.985857] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fd51b5-cfab-a605-1540-4c206e3080da, 'name': SearchDatastore_Task, 'duration_secs': 0.01587} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.986194] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.986420] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.986646] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.986788] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.986999] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.987312] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c81f3efc-f0ea-4ffc-bf89-cdf8209ead90 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.007466] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.007689] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.008635] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653726ef-2717-4f02-9348-cd85058f9409 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.016920] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 994.016920] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b23b66-0ede-2884-6094-d18f7c6d1d2b" [ 994.016920] env[65311]: _type = "Task" [ 994.016920] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.026511] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b23b66-0ede-2884-6094-d18f7c6d1d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.104866] env[65311]: DEBUG nova.network.neutron [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Successfully updated port: 8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 994.159477] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21b6617e-058e-49d7-8dd7-4479b46500a8 tempest-ImagesOneServerNegativeTestJSON-105192947 tempest-ImagesOneServerNegativeTestJSON-105192947-project-member] Lock "9fa60a5a-b4dd-4dea-a287-ece2bff06de3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.432s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.367509] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.367794] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.368025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.368212] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.368383] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.370786] env[65311]: INFO nova.compute.manager [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Terminating instance [ 994.380028] env[65311]: DEBUG oslo_concurrency.lockutils [req-cb063d09-6a11-426b-b2c1-30142c1aec7e req-ccf5fbfe-d4f0-4980-ac8c-729d7f97406f service nova] Releasing lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.408563] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428670, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.488594] env[65311]: INFO nova.compute.manager [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Took 42.51 seconds to build instance. [ 994.528467] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b23b66-0ede-2884-6094-d18f7c6d1d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.035935} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.529215] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591656b5-2074-480a-8d2b-f297015c2734 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.536628] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 994.536628] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5240d5fb-9279-eefc-7a27-f90cb483dc9b" [ 994.536628] env[65311]: _type = "Task" [ 994.536628] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.548038] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5240d5fb-9279-eefc-7a27-f90cb483dc9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.609447] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquiring lock "refresh_cache-983720f0-ac69-4329-8f85-d9d7d917c61e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.609642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquired lock "refresh_cache-983720f0-ac69-4329-8f85-d9d7d917c61e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.609825] env[65311]: DEBUG nova.network.neutron [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.875380] env[65311]: DEBUG nova.compute.manager [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 994.875605] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.877452] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a557cf0-6e9d-417f-a1d3-1adf8e2efc03 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.887854] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.890728] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba344e47-8634-4f18-909a-ad22387338f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.903116] env[65311]: DEBUG oslo_vmware.api [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 994.903116] env[65311]: value = "task-4428671" [ 994.903116] env[65311]: _type = "Task" [ 994.903116] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.913160] env[65311]: DEBUG oslo_vmware.api [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428670, 'name': PowerOnVM_Task, 'duration_secs': 0.753709} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.914050] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.914216] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e7b2062-d801-4763-a428-906486f429a8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance 'e6572502-05a9-4ae3-9eb5-48e574ae4cdf' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.921739] env[65311]: DEBUG oslo_vmware.api [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.990558] env[65311]: DEBUG oslo_concurrency.lockutils [None req-56dcfe07-2da1-4ad7-b187-938cea96a4a1 tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.017s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.058909] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5240d5fb-9279-eefc-7a27-f90cb483dc9b, 'name': SearchDatastore_Task, 'duration_secs': 0.017193} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.058909] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.058909] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5/5996f38b-8383-45dd-b15d-0d60460e44c5.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.058909] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adf81666-87ce-4cf0-8002-51ae3984b9c2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.064016] env[65311]: DEBUG nova.compute.manager [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Received event network-vif-plugged-8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 995.064256] env[65311]: DEBUG oslo_concurrency.lockutils [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] Acquiring lock "983720f0-ac69-4329-8f85-d9d7d917c61e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.064480] env[65311]: DEBUG oslo_concurrency.lockutils [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] Lock "983720f0-ac69-4329-8f85-d9d7d917c61e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.064622] env[65311]: DEBUG oslo_concurrency.lockutils [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] Lock "983720f0-ac69-4329-8f85-d9d7d917c61e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.066879] env[65311]: DEBUG nova.compute.manager [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] No waiting events found dispatching network-vif-plugged-8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 995.067198] env[65311]: WARNING nova.compute.manager [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Received unexpected event network-vif-plugged-8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f for instance with vm_state building and task_state spawning. [ 995.067286] env[65311]: DEBUG nova.compute.manager [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Received event network-changed-8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 995.067526] env[65311]: DEBUG nova.compute.manager [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Refreshing instance network info cache due to event network-changed-8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 995.067603] env[65311]: DEBUG oslo_concurrency.lockutils [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] Acquiring lock "refresh_cache-983720f0-ac69-4329-8f85-d9d7d917c61e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.070639] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 995.070639] env[65311]: value = "task-4428672" [ 995.070639] env[65311]: _type = "Task" [ 995.070639] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.084550] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.112283] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142ddb12-d5e2-4400-9b25-092d4059ae2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.127518] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ff6565-24ff-4173-95d1-9d991c73c7ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.166606] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f63e788-3642-4218-91b6-3bed1359604a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.176900] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b741527a-8d19-4e74-9472-7d2a8000c428 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.184989] env[65311]: DEBUG nova.network.neutron [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 995.197445] env[65311]: DEBUG nova.compute.provider_tree [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.350360] env[65311]: WARNING neutronclient.v2_0.client [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.416960] env[65311]: DEBUG oslo_vmware.api [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428671, 'name': PowerOffVM_Task, 'duration_secs': 0.333264} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.417278] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.417448] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.417735] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4693372-93dd-4dc3-b406-843571998c9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.510745] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.511117] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.511317] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleting the datastore file [datastore2] b0f10836-b45a-4a6d-88fd-5173cc4b460c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.511772] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a3b040a-200c-4d2c-a21e-873dbb5c0fe9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.514494] env[65311]: DEBUG oslo_concurrency.lockutils [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "1b85599d-809b-4b02-abf1-2d68c4978adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.514732] env[65311]: DEBUG oslo_concurrency.lockutils [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "1b85599d-809b-4b02-abf1-2d68c4978adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.515296] env[65311]: DEBUG oslo_concurrency.lockutils [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "1b85599d-809b-4b02-abf1-2d68c4978adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.515507] env[65311]: DEBUG oslo_concurrency.lockutils [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "1b85599d-809b-4b02-abf1-2d68c4978adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.515761] env[65311]: DEBUG oslo_concurrency.lockutils [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "1b85599d-809b-4b02-abf1-2d68c4978adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.518829] env[65311]: INFO nova.compute.manager [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Terminating instance [ 995.527667] env[65311]: DEBUG oslo_vmware.api [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 995.527667] env[65311]: value = "task-4428674" [ 995.527667] env[65311]: _type = "Task" [ 995.527667] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.541331] env[65311]: DEBUG oslo_vmware.api [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.544546] env[65311]: DEBUG nova.network.neutron [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Updating instance_info_cache with network_info: [{"id": "8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f", "address": "fa:16:3e:c4:27:6f", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbd7ac9-4b", "ovs_interfaceid": "8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.583056] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.700850] env[65311]: DEBUG nova.scheduler.client.report [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.024365] env[65311]: DEBUG nova.compute.manager [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 996.024818] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.026875] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec93548-101a-42e0-9888-785d86f87ebc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.040054] env[65311]: DEBUG oslo_vmware.api [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380631} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.042504] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.042665] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.042921] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.043079] env[65311]: INFO nova.compute.manager [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 996.043306] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 996.043552] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.043792] env[65311]: DEBUG nova.compute.manager [-] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 996.043912] env[65311]: DEBUG nova.network.neutron [-] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 996.044154] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.047028] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e301b2c3-e96a-41c5-bed1-00128f373581 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.048707] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Releasing lock "refresh_cache-983720f0-ac69-4329-8f85-d9d7d917c61e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.049050] env[65311]: DEBUG nova.compute.manager [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Instance network_info: |[{"id": "8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f", "address": "fa:16:3e:c4:27:6f", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbd7ac9-4b", "ovs_interfaceid": "8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 996.049372] env[65311]: DEBUG oslo_concurrency.lockutils [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] Acquired lock "refresh_cache-983720f0-ac69-4329-8f85-d9d7d917c61e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.049574] env[65311]: DEBUG nova.network.neutron [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Refreshing network info cache for port 8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.050719] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:27:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.058245] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Creating folder: Project (0cf21036b36f472898d3c6c010ec2740). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.060402] env[65311]: WARNING neutronclient.v2_0.client [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.063027] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-974f1abd-b023-4622-b2a1-4e1f843a0254 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.066725] env[65311]: DEBUG oslo_vmware.api [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 996.066725] env[65311]: value = "task-4428675" [ 996.066725] env[65311]: _type = "Task" [ 996.066725] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.082373] env[65311]: DEBUG oslo_vmware.api [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.083101] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Created folder: Project (0cf21036b36f472898d3c6c010ec2740) in parent group-v866349. [ 996.083307] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Creating folder: Instances. Parent ref: group-v866593. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.084338] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7b30a81-2fcf-4e0f-ac09-4c5d416c53f4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.090116] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57258} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.090886] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5/5996f38b-8383-45dd-b15d-0d60460e44c5.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.091154] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.091432] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dbe3b9c-a10e-48d3-a3f7-f46d3b9f5c48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.100297] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 996.100297] env[65311]: value = "task-4428678" [ 996.100297] env[65311]: _type = "Task" [ 996.100297] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.102079] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Created folder: Instances in parent group-v866593. [ 996.102337] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 996.106327] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.106595] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06d7da47-7df2-41d8-bd92-5e4224d74be3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.128044] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.130966] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.130966] env[65311]: value = "task-4428679" [ 996.130966] env[65311]: _type = "Task" [ 996.130966] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.135954] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.147197] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428679, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.207047] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.207674] env[65311]: DEBUG nova.compute.manager [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 996.211488] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.683s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.214704] env[65311]: INFO nova.compute.claims [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.582504] env[65311]: DEBUG oslo_vmware.api [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428675, 'name': PowerOffVM_Task, 'duration_secs': 0.241468} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.582915] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.583150] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.583484] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14c0f2d4-fa08-4109-aaa6-96c7c5789f16 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.612315] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084048} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.612608] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.614397] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c92a58-31c1-413b-ac8b-0fc68a646174 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.638073] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5/5996f38b-8383-45dd-b15d-0d60460e44c5.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.638482] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e74466f-7e24-48b9-9eee-9fd796af4823 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.667086] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428679, 'name': CreateVM_Task, 'duration_secs': 0.41587} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.668955] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.669668] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 996.669668] env[65311]: value = "task-4428681" [ 996.669668] env[65311]: _type = "Task" [ 996.669668] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.673689] env[65311]: WARNING neutronclient.v2_0.client [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.674339] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.674494] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.674895] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.675288] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.675467] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.675635] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleting the datastore file [datastore2] 1b85599d-809b-4b02-abf1-2d68c4978adb {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.676247] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dac74be-516a-483b-b06f-880a5cdeb951 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.681609] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d9f7172-8a4f-43bc-a3dd-2528494de578 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.689812] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 996.689812] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52180e75-6760-af59-18b4-011ec114432f" [ 996.689812] env[65311]: _type = "Task" [ 996.689812] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.695713] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.696015] env[65311]: DEBUG oslo_vmware.api [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 996.696015] env[65311]: value = "task-4428682" [ 996.696015] env[65311]: _type = "Task" [ 996.696015] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.708939] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52180e75-6760-af59-18b4-011ec114432f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.713341] env[65311]: DEBUG oslo_vmware.api [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.721620] env[65311]: DEBUG nova.compute.utils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.725734] env[65311]: DEBUG nova.compute.manager [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 996.725953] env[65311]: DEBUG nova.network.neutron [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 996.726292] env[65311]: WARNING neutronclient.v2_0.client [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.726608] env[65311]: WARNING neutronclient.v2_0.client [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.825614] env[65311]: DEBUG oslo_concurrency.lockutils [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquiring lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.825918] env[65311]: DEBUG oslo_concurrency.lockutils [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.826304] env[65311]: DEBUG oslo_concurrency.lockutils [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquiring lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.826415] env[65311]: DEBUG oslo_concurrency.lockutils [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.826554] env[65311]: DEBUG oslo_concurrency.lockutils [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.828997] env[65311]: INFO nova.compute.manager [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Terminating instance [ 996.880009] env[65311]: DEBUG nova.policy [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a326ae27f75944d5bc4ec7fea6047234', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99486a4df0af4f99a0d17974c50b259f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.177386] env[65311]: DEBUG nova.network.neutron [-] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.191808] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428681, 'name': ReconfigVM_Task, 'duration_secs': 0.311926} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.191808] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5/5996f38b-8383-45dd-b15d-0d60460e44c5.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.192076] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee93707f-22c5-4163-ab7a-3305f263fe29 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.203072] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 997.203072] env[65311]: value = "task-4428683" [ 997.203072] env[65311]: _type = "Task" [ 997.203072] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.218047] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52180e75-6760-af59-18b4-011ec114432f, 'name': SearchDatastore_Task, 'duration_secs': 0.025667} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.218457] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.218677] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.218907] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.219062] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.219237] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.219712] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbfb1018-1357-4580-b4e3-4264a83c18ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.228701] env[65311]: DEBUG oslo_vmware.api [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226107} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.228914] env[65311]: DEBUG nova.compute.manager [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 997.232199] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428683, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.233166] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.233412] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.233484] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.233647] env[65311]: INFO nova.compute.manager [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Took 1.21 seconds to destroy the instance on the hypervisor. [ 997.233884] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 997.237097] env[65311]: DEBUG nova.compute.manager [-] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 997.237227] env[65311]: DEBUG nova.network.neutron [-] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 997.237635] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.243078] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.243686] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.244693] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc12843f-a5d5-4943-8d27-91ebd1c82010 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.254390] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 997.254390] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e5b17e-fbf4-8869-d2c0-0e400b640668" [ 997.254390] env[65311]: _type = "Task" [ 997.254390] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.264909] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e5b17e-fbf4-8869-d2c0-0e400b640668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.335833] env[65311]: DEBUG nova.compute.manager [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 997.337561] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.338128] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df91337-dd9a-42be-915c-9837fb0a644a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.354993] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.355218] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77ffcbb4-beca-4193-8962-af53c57afdd3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.366211] env[65311]: DEBUG oslo_vmware.api [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 997.366211] env[65311]: value = "task-4428684" [ 997.366211] env[65311]: _type = "Task" [ 997.366211] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.378116] env[65311]: DEBUG oslo_vmware.api [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.388013] env[65311]: DEBUG nova.network.neutron [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Successfully created port: 88165544-9e62-493b-8731-710444247e5b {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 997.413127] env[65311]: WARNING neutronclient.v2_0.client [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.440253] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.684651] env[65311]: INFO nova.compute.manager [-] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Took 1.64 seconds to deallocate network for instance. [ 997.685561] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38b4a6f-5020-4706-a7f1-b83a593338f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.697202] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cb476e-b5d6-4cea-ae25-38e7b1adc99b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.735331] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abfd0d8-1e46-412a-9f2f-b68560eeabb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.753886] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e882d9-0944-4d82-972a-4a1289192d25 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.758399] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428683, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.770231] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e5b17e-fbf4-8869-d2c0-0e400b640668, 'name': SearchDatastore_Task, 'duration_secs': 0.016371} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.779465] env[65311]: DEBUG nova.compute.provider_tree [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.781722] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1140b9a8-b049-426f-8989-a1aff4f48651 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.789057] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 997.789057] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529d5a89-90b5-0315-543a-43f6ad765a27" [ 997.789057] env[65311]: _type = "Task" [ 997.789057] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.800167] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529d5a89-90b5-0315-543a-43f6ad765a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.876732] env[65311]: DEBUG oslo_vmware.api [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428684, 'name': PowerOffVM_Task, 'duration_secs': 0.242579} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.876991] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.877186] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.877449] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6aff9032-5e80-447b-9f28-bb17525f1f69 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.949352] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.949985] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.950398] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Deleting the datastore file [datastore2] d95f4ddc-7472-4ff9-b606-0f103a94f6fc {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.950913] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51098b53-3a50-43e4-b529-ea3cd8a49559 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.959882] env[65311]: DEBUG oslo_vmware.api [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for the task: (returnval){ [ 997.959882] env[65311]: value = "task-4428686" [ 997.959882] env[65311]: _type = "Task" [ 997.959882] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.972109] env[65311]: DEBUG oslo_vmware.api [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.197712] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.245095] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428683, 'name': Rename_Task, 'duration_secs': 0.948352} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.246610] env[65311]: DEBUG nova.compute.manager [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 998.249483] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.250185] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4e53933-bc6d-4c37-9810-ff677a76bb62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.253587] env[65311]: DEBUG nova.network.neutron [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Updated VIF entry in instance network info cache for port 8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 998.254079] env[65311]: DEBUG nova.network.neutron [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Updating instance_info_cache with network_info: [{"id": "8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f", "address": "fa:16:3e:c4:27:6f", "network": {"id": "5be06f92-a12c-4dfe-9ada-38ef81aaa113", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3e7dc5f28d5f4c7d9a360b652f4623d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbd7ac9-4b", "ovs_interfaceid": "8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.261615] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 998.261615] env[65311]: value = "task-4428687" [ 998.261615] env[65311]: _type = "Task" [ 998.261615] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.272358] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.286356] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b3021d390d8fd311d3f189014f2bea0e',container_format='bare',created_at=2025-11-12T23:47:48Z,direct_url=,disk_format='vmdk',id=2dbbe52e-c06a-4021-b2ef-d4edbd91f497,min_disk=1,min_ram=0,name='tempest-test-snap-2101164888',owner='99486a4df0af4f99a0d17974c50b259f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-12T23:48:06Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 998.286529] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.286735] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 998.286872] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.286975] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 998.287139] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 998.287388] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 998.287488] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 998.287657] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 998.287832] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 998.288009] env[65311]: DEBUG nova.virt.hardware [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 998.288930] env[65311]: DEBUG nova.scheduler.client.report [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.293972] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a61c473-4731-4d03-9a02-99856f8ba994 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.314681] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f3185d-58ab-4418-8162-c90af0de8346 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.321197] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529d5a89-90b5-0315-543a-43f6ad765a27, 'name': SearchDatastore_Task, 'duration_secs': 0.03065} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.321197] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.321197] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 983720f0-ac69-4329-8f85-d9d7d917c61e/983720f0-ac69-4329-8f85-d9d7d917c61e.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.322238] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81147690-38bc-4749-b982-7b4afe800584 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.340578] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 998.340578] env[65311]: value = "task-4428688" [ 998.340578] env[65311]: _type = "Task" [ 998.340578] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.351467] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.353931] env[65311]: DEBUG nova.network.neutron [-] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.471332] env[65311]: DEBUG oslo_vmware.api [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Task: {'id': task-4428686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320956} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.471686] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.471893] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.472093] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.472315] env[65311]: INFO nova.compute.manager [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 998.472568] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 998.472787] env[65311]: DEBUG nova.compute.manager [-] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 998.472895] env[65311]: DEBUG nova.network.neutron [-] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 998.473159] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.592216] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.759154] env[65311]: DEBUG oslo_concurrency.lockutils [req-39c06eb8-1f43-4b86-94fc-015a3fbe0ac7 req-f4c96c0c-5ba1-4371-bb88-e31c308d7fc1 service nova] Releasing lock "refresh_cache-983720f0-ac69-4329-8f85-d9d7d917c61e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.775945] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428687, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.801027] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.801027] env[65311]: DEBUG nova.compute.manager [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 998.803805] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.843s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.804463] env[65311]: DEBUG nova.objects.instance [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lazy-loading 'resources' on Instance uuid a78a5222-cdfa-4194-9a40-fcbe593737b3 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.856689] env[65311]: INFO nova.compute.manager [-] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Took 1.62 seconds to deallocate network for instance. [ 998.857088] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428688, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.035850] env[65311]: DEBUG nova.compute.manager [req-8c65deb7-b1b1-4b1c-abb3-c1e74d1930c8 req-166448c9-65a7-4f68-8588-fec6ef368fe5 service nova] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Received event network-vif-deleted-8d48b4e8-b60d-4d20-babd-1f3a416c8a92 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 999.059045] env[65311]: DEBUG nova.compute.manager [req-c22c3d06-d1cd-4e41-97d6-f5b9f06201a3 req-60556cf8-9f51-455c-b0e0-404788b1c2f2 service nova] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Received event network-vif-deleted-ea998b40-86a6-4d36-ac15-9db7a04f758f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 999.099421] env[65311]: DEBUG nova.network.neutron [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Successfully updated port: 88165544-9e62-493b-8731-710444247e5b {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 999.281824] env[65311]: DEBUG oslo_vmware.api [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428687, 'name': PowerOnVM_Task, 'duration_secs': 0.71929} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.282297] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.282539] env[65311]: INFO nova.compute.manager [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Took 8.91 seconds to spawn the instance on the hypervisor. [ 999.282669] env[65311]: DEBUG nova.compute.manager [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 999.283574] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591c0e09-5087-45f6-bd51-4c64256c5475 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.309211] env[65311]: DEBUG nova.compute.utils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.311534] env[65311]: DEBUG nova.compute.manager [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 999.311534] env[65311]: DEBUG nova.network.neutron [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 999.311839] env[65311]: WARNING neutronclient.v2_0.client [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.312489] env[65311]: WARNING neutronclient.v2_0.client [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.361677] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779792} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.361970] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 983720f0-ac69-4329-8f85-d9d7d917c61e/983720f0-ac69-4329-8f85-d9d7d917c61e.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.362201] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.362469] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96009447-7faa-49d0-99c7-00a44902a6dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.369869] env[65311]: DEBUG oslo_concurrency.lockutils [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.373828] env[65311]: DEBUG nova.network.neutron [-] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.377130] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 999.377130] env[65311]: value = "task-4428689" [ 999.377130] env[65311]: _type = "Task" [ 999.377130] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.392270] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.405297] env[65311]: DEBUG nova.policy [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab63060660a243dcb61de91a70efd2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40207bef3f9a4b6086b25366aa67344b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.602197] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "refresh_cache-fd4c730a-8937-43ea-91a6-e8917a8e92f0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.602432] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "refresh_cache-fd4c730a-8937-43ea-91a6-e8917a8e92f0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.602735] env[65311]: DEBUG nova.network.neutron [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 999.753542] env[65311]: DEBUG nova.network.neutron [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Successfully created port: fcd8dac5-40f5-46f3-9502-ed3f09999b18 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 999.756778] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.757028] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.757221] env[65311]: DEBUG nova.compute.manager [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Going to confirm migration 4 {{(pid=65311) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 999.771956] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46571ab5-4265-4057-aa35-18d4153d8515 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.781826] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdba5a3a-7b03-4e9a-b5c2-e5c86c90206a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.820863] env[65311]: DEBUG nova.compute.manager [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 999.824368] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce81bed-0240-4746-9a8f-de38ed76e1f4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.827798] env[65311]: INFO nova.compute.manager [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Took 41.41 seconds to build instance. [ 999.836627] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d264622a-9fc2-433e-af68-6b7537d6035f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.853853] env[65311]: DEBUG nova.compute.provider_tree [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.877706] env[65311]: INFO nova.compute.manager [-] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Took 1.40 seconds to deallocate network for instance. [ 999.893769] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.318674} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.894842] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.894975] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1949ea1b-46e3-4575-a72f-773a3e10ec17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.918860] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 983720f0-ac69-4329-8f85-d9d7d917c61e/983720f0-ac69-4329-8f85-d9d7d917c61e.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.919248] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015d7fdd-1d89-4698-b9ab-d97a7e16c414 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.940983] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 999.940983] env[65311]: value = "task-4428690" [ 999.940983] env[65311]: _type = "Task" [ 999.940983] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.953323] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.211487] env[65311]: DEBUG nova.network.neutron [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1000.267546] env[65311]: WARNING neutronclient.v2_0.client [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.333252] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63459a18-0a88-4db8-b444-7e617ba2fc5d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.958s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.348467] env[65311]: WARNING neutronclient.v2_0.client [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.349180] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.349394] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.349620] env[65311]: DEBUG nova.network.neutron [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1000.349802] env[65311]: DEBUG nova.objects.instance [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lazy-loading 'info_cache' on Instance uuid e6572502-05a9-4ae3-9eb5-48e574ae4cdf {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.358163] env[65311]: DEBUG nova.scheduler.client.report [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.390067] env[65311]: DEBUG oslo_concurrency.lockutils [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.394943] env[65311]: WARNING neutronclient.v2_0.client [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.455881] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.484266] env[65311]: DEBUG nova.network.neutron [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Updating instance_info_cache with network_info: [{"id": "88165544-9e62-493b-8731-710444247e5b", "address": "fa:16:3e:4c:d3:04", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88165544-9e", "ovs_interfaceid": "88165544-9e62-493b-8731-710444247e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.800971] env[65311]: DEBUG oslo_concurrency.lockutils [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.801224] env[65311]: DEBUG oslo_concurrency.lockutils [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.836903] env[65311]: DEBUG nova.compute.manager [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1000.862958] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.868659] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1000.868823] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.868959] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1000.869185] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.869332] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1000.869480] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1000.869752] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1000.869936] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1000.870118] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1000.870280] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1000.870447] env[65311]: DEBUG nova.virt.hardware [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1000.870768] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.093s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.870936] env[65311]: DEBUG nova.objects.instance [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1000.874625] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5272f227-5101-4466-8563-3fac3a4c4e92 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.886261] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af49c0a-1227-4d3f-bdc4-aee36bb94f33 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.891683] env[65311]: INFO nova.scheduler.client.report [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Deleted allocations for instance a78a5222-cdfa-4194-9a40-fcbe593737b3 [ 1000.956234] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428690, 'name': ReconfigVM_Task, 'duration_secs': 0.927168} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.956513] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 983720f0-ac69-4329-8f85-d9d7d917c61e/983720f0-ac69-4329-8f85-d9d7d917c61e.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.957173] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1631d93b-3368-4baa-937e-7ac8b95952e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.965984] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 1000.965984] env[65311]: value = "task-4428691" [ 1000.965984] env[65311]: _type = "Task" [ 1000.965984] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.976428] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428691, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.987585] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "refresh_cache-fd4c730a-8937-43ea-91a6-e8917a8e92f0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.988124] env[65311]: DEBUG nova.compute.manager [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Instance network_info: |[{"id": "88165544-9e62-493b-8731-710444247e5b", "address": "fa:16:3e:4c:d3:04", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88165544-9e", "ovs_interfaceid": "88165544-9e62-493b-8731-710444247e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1000.988793] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:d3:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88165544-9e62-493b-8731-710444247e5b', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.998388] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1000.999010] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.999261] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14bccdeb-0b4d-4659-a25a-d074ce9b909a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.020206] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.020206] env[65311]: value = "task-4428692" [ 1001.020206] env[65311]: _type = "Task" [ 1001.020206] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.029153] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428692, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.306058] env[65311]: DEBUG nova.compute.utils [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.357850] env[65311]: DEBUG nova.network.neutron [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Successfully updated port: fcd8dac5-40f5-46f3-9502-ed3f09999b18 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1001.360902] env[65311]: WARNING neutronclient.v2_0.client [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.411193] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43818fcc-f9f3-422e-910f-22df0dc3eee2 tempest-ServersAaction247Test-1320958380 tempest-ServersAaction247Test-1320958380-project-member] Lock "a78a5222-cdfa-4194-9a40-fcbe593737b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.698s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.478540] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428691, 'name': Rename_Task, 'duration_secs': 0.23123} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.478758] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.478869] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e3040df-4cfe-4070-a770-3a5bce05465d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.486451] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 1001.486451] env[65311]: value = "task-4428693" [ 1001.486451] env[65311]: _type = "Task" [ 1001.486451] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.496958] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.500119] env[65311]: DEBUG nova.compute.manager [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Received event network-vif-plugged-88165544-9e62-493b-8731-710444247e5b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1001.500419] env[65311]: DEBUG oslo_concurrency.lockutils [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] Acquiring lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.500701] env[65311]: DEBUG oslo_concurrency.lockutils [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] Lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.500940] env[65311]: DEBUG oslo_concurrency.lockutils [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] Lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.501299] env[65311]: DEBUG nova.compute.manager [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] No waiting events found dispatching network-vif-plugged-88165544-9e62-493b-8731-710444247e5b {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1001.501390] env[65311]: WARNING nova.compute.manager [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Received unexpected event network-vif-plugged-88165544-9e62-493b-8731-710444247e5b for instance with vm_state building and task_state spawning. [ 1001.501635] env[65311]: DEBUG nova.compute.manager [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Received event network-changed-88165544-9e62-493b-8731-710444247e5b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1001.501795] env[65311]: DEBUG nova.compute.manager [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Refreshing instance network info cache due to event network-changed-88165544-9e62-493b-8731-710444247e5b. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1001.501978] env[65311]: DEBUG oslo_concurrency.lockutils [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] Acquiring lock "refresh_cache-fd4c730a-8937-43ea-91a6-e8917a8e92f0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.502151] env[65311]: DEBUG oslo_concurrency.lockutils [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] Acquired lock "refresh_cache-fd4c730a-8937-43ea-91a6-e8917a8e92f0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.502306] env[65311]: DEBUG nova.network.neutron [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Refreshing network info cache for port 88165544-9e62-493b-8731-710444247e5b {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.533436] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428692, 'name': CreateVM_Task, 'duration_secs': 0.3856} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.534780] env[65311]: WARNING neutronclient.v2_0.client [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.537200] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.537952] env[65311]: WARNING neutronclient.v2_0.client [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.538333] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.538577] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.538986] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.540191] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c16b98-a07b-431d-8b82-b6a0d0ff97e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.546819] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1001.546819] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5227f342-a48e-6fea-ff5c-8d69dc464eb4" [ 1001.546819] env[65311]: _type = "Task" [ 1001.546819] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.557406] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5227f342-a48e-6fea-ff5c-8d69dc464eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.596014] env[65311]: DEBUG nova.compute.manager [req-ca86ce9f-d4f5-4e2f-b0c5-4eb069f2ee6b req-370a4e3f-83a8-49f2-9aac-0db8d2f729e2 service nova] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Received event network-vif-deleted-f7323400-1966-40f8-82c9-197d91136065 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1001.625396] env[65311]: DEBUG nova.network.neutron [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance_info_cache with network_info: [{"id": "41afa5ac-495b-4f89-85a4-376bcf917134", "address": "fa:16:3e:51:a5:c7", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41afa5ac-49", "ovs_interfaceid": "41afa5ac-495b-4f89-85a4-376bcf917134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.813175] env[65311]: DEBUG oslo_concurrency.lockutils [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.861116] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "refresh_cache-e1c4884c-3a27-4d41-803e-880ac2b315f1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.861116] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "refresh_cache-e1c4884c-3a27-4d41-803e-880ac2b315f1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.861116] env[65311]: DEBUG nova.network.neutron [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1001.885279] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e1ffa93-b48d-4679-9f67-a88d37c7cbd4 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.886619] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.817s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.886950] env[65311]: DEBUG nova.objects.instance [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lazy-loading 'resources' on Instance uuid 09163485-87aa-4593-9226-05489aea9693 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.000187] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.005162] env[65311]: WARNING neutronclient.v2_0.client [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.060177] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.060177] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Processing image 2dbbe52e-c06a-4021-b2ef-d4edbd91f497 {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.060381] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497/2dbbe52e-c06a-4021-b2ef-d4edbd91f497.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.061031] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497/2dbbe52e-c06a-4021-b2ef-d4edbd91f497.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.061031] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.061171] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-335828f2-844e-4e19-a149-01d087e34cfe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.074081] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.074081] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.074500] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd57264-9586-4801-9b61-adde2e5a55b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.082696] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1002.082696] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5256f017-34f7-24b9-8ec1-942e62e0d0f8" [ 1002.082696] env[65311]: _type = "Task" [ 1002.082696] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.094588] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5256f017-34f7-24b9-8ec1-942e62e0d0f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.128238] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-e6572502-05a9-4ae3-9eb5-48e574ae4cdf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.128745] env[65311]: DEBUG nova.objects.instance [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lazy-loading 'migration_context' on Instance uuid e6572502-05a9-4ae3-9eb5-48e574ae4cdf {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.208288] env[65311]: WARNING neutronclient.v2_0.client [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.311324] env[65311]: DEBUG nova.network.neutron [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Updated VIF entry in instance network info cache for port 88165544-9e62-493b-8731-710444247e5b. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1002.311854] env[65311]: DEBUG nova.network.neutron [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Updating instance_info_cache with network_info: [{"id": "88165544-9e62-493b-8731-710444247e5b", "address": "fa:16:3e:4c:d3:04", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88165544-9e", "ovs_interfaceid": "88165544-9e62-493b-8731-710444247e5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.412071] env[65311]: DEBUG nova.network.neutron [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1002.498710] env[65311]: DEBUG oslo_vmware.api [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428693, 'name': PowerOnVM_Task, 'duration_secs': 0.725219} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.498992] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.499262] env[65311]: INFO nova.compute.manager [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1002.499369] env[65311]: DEBUG nova.compute.manager [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1002.500233] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1810e5b5-bec6-4481-9fb7-7b8107031e33 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.587689] env[65311]: WARNING neutronclient.v2_0.client [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.601551] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Preparing fetch location {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1002.601551] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Fetch image to [datastore1] OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28/OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28.vmdk {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1002.601837] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Downloading stream optimized image 2dbbe52e-c06a-4021-b2ef-d4edbd91f497 to [datastore1] OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28/OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28.vmdk on the data store datastore1 as vApp {{(pid=65311) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1002.601938] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Downloading image file data 2dbbe52e-c06a-4021-b2ef-d4edbd91f497 to the ESX as VM named 'OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28' {{(pid=65311) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1002.632074] env[65311]: DEBUG nova.objects.base [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1002.633039] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67579d64-2625-42b5-94de-3ffab7bfa8bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.678340] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7967027-5818-4b07-a717-6ac594175457 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.686330] env[65311]: DEBUG oslo_vmware.api [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1002.686330] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c92bc1-4ac2-3c80-a791-c93bbf52327c" [ 1002.686330] env[65311]: _type = "Task" [ 1002.686330] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.699811] env[65311]: DEBUG oslo_vmware.api [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c92bc1-4ac2-3c80-a791-c93bbf52327c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.714502] env[65311]: DEBUG nova.network.neutron [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Updating instance_info_cache with network_info: [{"id": "fcd8dac5-40f5-46f3-9502-ed3f09999b18", "address": "fa:16:3e:d6:c7:83", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8dac5-40", "ovs_interfaceid": "fcd8dac5-40f5-46f3-9502-ed3f09999b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.725683] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1002.725683] env[65311]: value = "resgroup-9" [ 1002.725683] env[65311]: _type = "ResourcePool" [ 1002.725683] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1002.725910] env[65311]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6507b9bd-c382-4d35-bb7d-4c16b94fee02 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.754237] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lease: (returnval){ [ 1002.754237] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1002.754237] env[65311]: _type = "HttpNfcLease" [ 1002.754237] env[65311]: } obtained for vApp import into resource pool (val){ [ 1002.754237] env[65311]: value = "resgroup-9" [ 1002.754237] env[65311]: _type = "ResourcePool" [ 1002.754237] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1002.754237] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the lease: (returnval){ [ 1002.754237] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1002.754237] env[65311]: _type = "HttpNfcLease" [ 1002.754237] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1002.765168] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.765168] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1002.765168] env[65311]: _type = "HttpNfcLease" [ 1002.765168] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.814748] env[65311]: DEBUG oslo_concurrency.lockutils [req-879b45c4-06e3-4aa6-b788-3c098fe9985d req-329c9612-0ef5-4373-85cf-77197219e0cf service nova] Releasing lock "refresh_cache-fd4c730a-8937-43ea-91a6-e8917a8e92f0" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.855977] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5612cfa2-9571-476a-a502-4727b6c10c86 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.868328] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84ed5f1-8119-478d-b854-63a6bb12afe0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.908773] env[65311]: DEBUG oslo_concurrency.lockutils [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.910238] env[65311]: DEBUG oslo_concurrency.lockutils [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.910238] env[65311]: INFO nova.compute.manager [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Attaching volume 88aee133-35a9-4eeb-b9e4-c2695e6f2570 to /dev/sdb [ 1002.912589] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30151fd3-0101-4581-8673-cd722cc484b8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.921534] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ae437a-2fd1-444e-b286-f7a5d85a167d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.944056] env[65311]: DEBUG nova.compute.provider_tree [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.972491] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fd4d3a-d4dd-49be-99f7-4a71f186270e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.980672] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2a3019-b6b1-4162-97ab-cf1b2f64bd5a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.995514] env[65311]: DEBUG nova.virt.block_device [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Updating existing volume attachment record: 8b66cdb2-8802-4473-9bfe-da0cc6c6e55a {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1003.019033] env[65311]: INFO nova.compute.manager [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Took 36.51 seconds to build instance. [ 1003.166553] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.166669] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.198209] env[65311]: DEBUG oslo_vmware.api [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c92bc1-4ac2-3c80-a791-c93bbf52327c, 'name': SearchDatastore_Task, 'duration_secs': 0.018719} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.198520] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.217957] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "refresh_cache-e1c4884c-3a27-4d41-803e-880ac2b315f1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.218480] env[65311]: DEBUG nova.compute.manager [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Instance network_info: |[{"id": "fcd8dac5-40f5-46f3-9502-ed3f09999b18", "address": "fa:16:3e:d6:c7:83", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8dac5-40", "ovs_interfaceid": "fcd8dac5-40f5-46f3-9502-ed3f09999b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1003.219013] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:c7:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcd8dac5-40f5-46f3-9502-ed3f09999b18', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.226806] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1003.227066] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.227356] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db265f5e-3543-4fbd-8b11-0242cf989739 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.248664] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.248664] env[65311]: value = "task-4428697" [ 1003.248664] env[65311]: _type = "Task" [ 1003.248664] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.261115] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428697, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.267066] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.267066] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1003.267066] env[65311]: _type = "HttpNfcLease" [ 1003.267066] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.444049] env[65311]: DEBUG nova.scheduler.client.report [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.520889] env[65311]: DEBUG oslo_concurrency.lockutils [None req-db0765d9-f0f2-43d4-a55e-d21df9eeec6f tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "983720f0-ac69-4329-8f85-d9d7d917c61e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.021s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.625316] env[65311]: DEBUG nova.compute.manager [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Received event network-vif-plugged-fcd8dac5-40f5-46f3-9502-ed3f09999b18 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1003.625547] env[65311]: DEBUG oslo_concurrency.lockutils [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] Acquiring lock "e1c4884c-3a27-4d41-803e-880ac2b315f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.625718] env[65311]: DEBUG oslo_concurrency.lockutils [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] Lock "e1c4884c-3a27-4d41-803e-880ac2b315f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.625772] env[65311]: DEBUG oslo_concurrency.lockutils [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] Lock "e1c4884c-3a27-4d41-803e-880ac2b315f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.625918] env[65311]: DEBUG nova.compute.manager [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] No waiting events found dispatching network-vif-plugged-fcd8dac5-40f5-46f3-9502-ed3f09999b18 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1003.626087] env[65311]: WARNING nova.compute.manager [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Received unexpected event network-vif-plugged-fcd8dac5-40f5-46f3-9502-ed3f09999b18 for instance with vm_state building and task_state spawning. [ 1003.626408] env[65311]: DEBUG nova.compute.manager [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Received event network-changed-fcd8dac5-40f5-46f3-9502-ed3f09999b18 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1003.626408] env[65311]: DEBUG nova.compute.manager [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Refreshing instance network info cache due to event network-changed-fcd8dac5-40f5-46f3-9502-ed3f09999b18. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1003.626583] env[65311]: DEBUG oslo_concurrency.lockutils [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] Acquiring lock "refresh_cache-e1c4884c-3a27-4d41-803e-880ac2b315f1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.626689] env[65311]: DEBUG oslo_concurrency.lockutils [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] Acquired lock "refresh_cache-e1c4884c-3a27-4d41-803e-880ac2b315f1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.626997] env[65311]: DEBUG nova.network.neutron [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Refreshing network info cache for port fcd8dac5-40f5-46f3-9502-ed3f09999b18 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.670560] env[65311]: DEBUG nova.compute.utils [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.712499] env[65311]: DEBUG nova.compute.manager [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received event network-changed-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1003.712820] env[65311]: DEBUG nova.compute.manager [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Refreshing instance network info cache due to event network-changed-2483e5d8-61cb-4cc0-9b9a-953ed7af1309. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1003.713114] env[65311]: DEBUG oslo_concurrency.lockutils [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] Acquiring lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.713271] env[65311]: DEBUG oslo_concurrency.lockutils [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] Acquired lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.713432] env[65311]: DEBUG nova.network.neutron [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Refreshing network info cache for port 2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.764209] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428697, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.768977] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.768977] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1003.768977] env[65311]: _type = "HttpNfcLease" [ 1003.768977] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1003.950524] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.953069] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.026s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.953316] env[65311]: DEBUG nova.objects.instance [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'resources' on Instance uuid 9cc5ce4d-eda3-4e3c-aaac-8093be72070d {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.977439] env[65311]: INFO nova.scheduler.client.report [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Deleted allocations for instance 09163485-87aa-4593-9226-05489aea9693 [ 1004.130056] env[65311]: WARNING neutronclient.v2_0.client [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.173845] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.218099] env[65311]: WARNING neutronclient.v2_0.client [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.266293] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428697, 'name': CreateVM_Task, 'duration_secs': 0.627624} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.266520] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.267054] env[65311]: WARNING neutronclient.v2_0.client [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.267412] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.267551] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.267931] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.269702] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0952f84-f11d-4cee-a7b5-00f96bf0a4f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.271383] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.271383] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1004.271383] env[65311]: _type = "HttpNfcLease" [ 1004.271383] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.275587] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1004.275587] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a960d2-f2e4-76bf-a85b-6691f8b7f52a" [ 1004.275587] env[65311]: _type = "Task" [ 1004.275587] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.289025] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a960d2-f2e4-76bf-a85b-6691f8b7f52a, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.289320] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.289573] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.289820] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.290175] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.290175] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.290738] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ed2dd87-a755-4f79-8fde-b74ff7cbffe9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.300206] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.300390] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.301134] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4aea7c7-1815-40a2-9ed6-316cd0501efb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.307494] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1004.307494] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d42595-0009-b422-9304-0cc924344585" [ 1004.307494] env[65311]: _type = "Task" [ 1004.307494] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.322888] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d42595-0009-b422-9304-0cc924344585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.341223] env[65311]: WARNING neutronclient.v2_0.client [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.426707] env[65311]: WARNING neutronclient.v2_0.client [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.434104] env[65311]: DEBUG nova.network.neutron [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Updated VIF entry in instance network info cache for port fcd8dac5-40f5-46f3-9502-ed3f09999b18. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1004.434628] env[65311]: DEBUG nova.network.neutron [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Updating instance_info_cache with network_info: [{"id": "fcd8dac5-40f5-46f3-9502-ed3f09999b18", "address": "fa:16:3e:d6:c7:83", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd8dac5-40", "ovs_interfaceid": "fcd8dac5-40f5-46f3-9502-ed3f09999b18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.487031] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d837374-38e0-4029-88e8-896d3041fe27 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "09163485-87aa-4593-9226-05489aea9693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.355s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.524562] env[65311]: DEBUG nova.network.neutron [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updated VIF entry in instance network info cache for port 2483e5d8-61cb-4cc0-9b9a-953ed7af1309. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1004.524747] env[65311]: DEBUG nova.network.neutron [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating instance_info_cache with network_info: [{"id": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "address": "fa:16:3e:9c:f9:a0", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2483e5d8-61", "ovs_interfaceid": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.768408] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1004.768408] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1004.768408] env[65311]: _type = "HttpNfcLease" [ 1004.768408] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1004.823238] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d42595-0009-b422-9304-0cc924344585, 'name': SearchDatastore_Task, 'duration_secs': 0.037047} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.826029] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfebf2c0-7800-42e4-a69b-e991440cc2c5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.829060] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb7cfac-119e-4b8b-b23f-c28b539a169d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.839550] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40843b81-b804-43aa-b37a-ab4e7a06dcef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.843225] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1004.843225] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3ab20-a830-42ef-9cd2-8f78e0b66ef8" [ 1004.843225] env[65311]: _type = "Task" [ 1004.843225] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.875939] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edab6cda-d44c-4cec-811b-8195b8f5501c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.882540] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3ab20-a830-42ef-9cd2-8f78e0b66ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.013372} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.883326] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.883587] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] e1c4884c-3a27-4d41-803e-880ac2b315f1/e1c4884c-3a27-4d41-803e-880ac2b315f1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.883869] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6189200-5b19-45e7-8474-5915f3d957da {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.889823] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b999af3-4f56-4542-8d4e-7186ee99bf7b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.895069] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1004.895069] env[65311]: value = "task-4428699" [ 1004.895069] env[65311]: _type = "Task" [ 1004.895069] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.906641] env[65311]: DEBUG nova.compute.provider_tree [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.914343] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.937807] env[65311]: DEBUG oslo_concurrency.lockutils [req-5c22e645-1117-4700-ae60-fcc0042615d1 req-4a5a0f2e-f2a2-4dcf-9710-cacb7f6139ea service nova] Releasing lock "refresh_cache-e1c4884c-3a27-4d41-803e-880ac2b315f1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.027127] env[65311]: DEBUG oslo_concurrency.lockutils [req-4121c7c1-b68a-45c8-9c5c-7026d89b02cd req-577b7127-a9b4-4b9d-8b64-de14edcacaac service nova] Releasing lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.236584] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.236882] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.237200] env[65311]: INFO nova.compute.manager [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Attaching volume 4f8c1632-1cba-4849-ba40-bc3aa890b54b to /dev/sdb [ 1005.266584] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.266584] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1005.266584] env[65311]: _type = "HttpNfcLease" [ 1005.266584] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.284502] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466b1279-86ee-40f5-aa02-e36b4ac00f3d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.293171] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9a5c49-cf2e-49ba-8aea-1dd68a75d4c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.310902] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquiring lock "983720f0-ac69-4329-8f85-d9d7d917c61e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.311288] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "983720f0-ac69-4329-8f85-d9d7d917c61e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.311572] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquiring lock "983720f0-ac69-4329-8f85-d9d7d917c61e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.311837] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "983720f0-ac69-4329-8f85-d9d7d917c61e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.312072] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "983720f0-ac69-4329-8f85-d9d7d917c61e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.314099] env[65311]: DEBUG nova.virt.block_device [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Updating existing volume attachment record: 5381b51c-f003-46d5-a4e9-9abe82ba5091 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1005.317754] env[65311]: INFO nova.compute.manager [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Terminating instance [ 1005.407737] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510183} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.408099] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] e1c4884c-3a27-4d41-803e-880ac2b315f1/e1c4884c-3a27-4d41-803e-880ac2b315f1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.408339] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.408653] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea9d37de-f218-4e8a-8557-9b491c68bd06 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.412028] env[65311]: DEBUG nova.scheduler.client.report [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.421226] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1005.421226] env[65311]: value = "task-4428701" [ 1005.421226] env[65311]: _type = "Task" [ 1005.421226] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.435033] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.581854] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.581854] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.581854] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.581854] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.581854] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.585132] env[65311]: INFO nova.compute.manager [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Terminating instance [ 1005.765662] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.765662] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1005.765662] env[65311]: _type = "HttpNfcLease" [ 1005.765662] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1005.766042] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1005.766042] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5272fec0-2032-eff6-04cd-d73aae2f46de" [ 1005.766042] env[65311]: _type = "HttpNfcLease" [ 1005.766042] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1005.766737] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effd45a9-45bf-4a43-9b1d-cafa6e79080d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.774740] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cf13ac-7773-cb5f-e0db-13eb7670453b/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1005.774924] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cf13ac-7773-cb5f-e0db-13eb7670453b/disk-0.vmdk. {{(pid=65311) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1005.842179] env[65311]: DEBUG nova.compute.manager [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1005.842421] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.843355] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c826c9-f1f9-4fc7-a5e1-f2cc48a393e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.850773] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4efceba2-00a0-4691-9808-f6911b245f68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.857284] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.857941] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f905984a-e78a-418e-832e-41a30ba24a62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.865461] env[65311]: DEBUG oslo_vmware.api [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 1005.865461] env[65311]: value = "task-4428705" [ 1005.865461] env[65311]: _type = "Task" [ 1005.865461] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.874859] env[65311]: DEBUG oslo_vmware.api [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.917471] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.920042] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.463s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.920332] env[65311]: DEBUG nova.objects.instance [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lazy-loading 'resources' on Instance uuid c177279a-53e7-4578-9796-858dfa86c4f4 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.932967] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081101} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.934268] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.935023] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976c4cb4-d219-4737-9d2b-485619d742be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.942865] env[65311]: INFO nova.scheduler.client.report [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted allocations for instance 9cc5ce4d-eda3-4e3c-aaac-8093be72070d [ 1005.969068] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] e1c4884c-3a27-4d41-803e-880ac2b315f1/e1c4884c-3a27-4d41-803e-880ac2b315f1.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.970017] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb55def7-74c3-4792-8c55-09bd1aea4d7f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.990752] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1005.990752] env[65311]: value = "task-4428706" [ 1005.990752] env[65311]: _type = "Task" [ 1005.990752] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.000559] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.091247] env[65311]: DEBUG nova.compute.manager [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1006.091664] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.092778] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f5fbd2-e661-44d7-adeb-899f8a660431 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.103959] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.104362] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98454b66-1b84-4883-8b31-1fd336d1c759 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.113062] env[65311]: DEBUG oslo_vmware.api [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 1006.113062] env[65311]: value = "task-4428707" [ 1006.113062] env[65311]: _type = "Task" [ 1006.113062] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.124735] env[65311]: DEBUG oslo_vmware.api [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.378095] env[65311]: DEBUG oslo_vmware.api [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428705, 'name': PowerOffVM_Task, 'duration_secs': 0.399351} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.380242] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.380515] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.380794] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfffdc1e-c97f-470e-a504-cc731680df0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.465109] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.465292] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.466044] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Deleting the datastore file [datastore1] 983720f0-ac69-4329-8f85-d9d7d917c61e {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.468469] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6b485a8-f50b-4cbf-8612-8b8765ab4ae1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.481929] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3400925a-f4f4-4937-8dbe-e765c7648c86 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "9cc5ce4d-eda3-4e3c-aaac-8093be72070d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.008s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.489454] env[65311]: DEBUG oslo_vmware.api [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for the task: (returnval){ [ 1006.489454] env[65311]: value = "task-4428709" [ 1006.489454] env[65311]: _type = "Task" [ 1006.489454] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.518922] env[65311]: DEBUG oslo_vmware.api [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.531575] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428706, 'name': ReconfigVM_Task, 'duration_secs': 0.304495} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.533588] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Reconfigured VM instance instance-0000005a to attach disk [datastore1] e1c4884c-3a27-4d41-803e-880ac2b315f1/e1c4884c-3a27-4d41-803e-880ac2b315f1.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.534932] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29551291-9017-43ce-997e-483c2af10e76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.545150] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1006.545150] env[65311]: value = "task-4428710" [ 1006.545150] env[65311]: _type = "Task" [ 1006.545150] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.560147] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428710, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.635394] env[65311]: DEBUG oslo_vmware.api [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428707, 'name': PowerOffVM_Task, 'duration_secs': 0.221054} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.635394] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.635774] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.635830] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dfb27f3-af20-4f01-9ab5-f33fe91896d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.720251] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.720545] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.720791] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Deleting the datastore file [datastore1] 1e37f31b-6cef-402a-91e5-2d6315b3eddd {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.721130] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae9dfe3-db24-42e0-9a6e-44893281c718 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.734369] env[65311]: DEBUG oslo_vmware.api [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for the task: (returnval){ [ 1006.734369] env[65311]: value = "task-4428712" [ 1006.734369] env[65311]: _type = "Task" [ 1006.734369] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.747321] env[65311]: DEBUG oslo_vmware.api [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.860318] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29b799e-e503-4b3f-ae94-d09ab1eef3aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.872401] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65849766-a013-461a-a4e7-47c9e92b9536 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.916406] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c61a828-02ea-47d2-adee-02fdcceccaa0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.929795] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2cdcaf-fe53-4d00-9ae8-da1eb46d6f2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.947024] env[65311]: DEBUG nova.compute.provider_tree [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.981917] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Completed reading data from the image iterator. {{(pid=65311) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1006.982179] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cf13ac-7773-cb5f-e0db-13eb7670453b/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1006.983174] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ede0651-a047-40f8-bbfb-85a2b1c1de6a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.991189] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cf13ac-7773-cb5f-e0db-13eb7670453b/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1006.991417] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cf13ac-7773-cb5f-e0db-13eb7670453b/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1006.995973] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-797f2a16-26b2-448f-86ff-39bead8429ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.004749] env[65311]: DEBUG oslo_vmware.api [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Task: {'id': task-4428709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203871} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.005051] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.005224] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.005398] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.005575] env[65311]: INFO nova.compute.manager [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1007.005803] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1007.006036] env[65311]: DEBUG nova.compute.manager [-] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1007.006165] env[65311]: DEBUG nova.network.neutron [-] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1007.006371] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.047753] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.063103] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428710, 'name': Rename_Task, 'duration_secs': 0.195167} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.063390] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.063649] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb4247da-ac51-4008-9cbe-e42323e6a8b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.070977] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1007.070977] env[65311]: value = "task-4428713" [ 1007.070977] env[65311]: _type = "Task" [ 1007.070977] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.085208] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.246789] env[65311]: DEBUG oslo_vmware.api [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Task: {'id': task-4428712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218352} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.247141] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.247364] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.247572] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.247801] env[65311]: INFO nova.compute.manager [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1007.248182] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1007.248406] env[65311]: DEBUG nova.compute.manager [-] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1007.248500] env[65311]: DEBUG nova.network.neutron [-] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1007.248792] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.312837] env[65311]: DEBUG oslo_vmware.rw_handles [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cf13ac-7773-cb5f-e0db-13eb7670453b/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1007.313145] env[65311]: INFO nova.virt.vmwareapi.images [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Downloaded image file data 2dbbe52e-c06a-4021-b2ef-d4edbd91f497 [ 1007.314154] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391ec99-8ef5-4665-85eb-b5c0ed85643b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.342511] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.347051] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-692a10cc-8415-4ebb-90aa-88564dfa152e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.386477] env[65311]: INFO nova.virt.vmwareapi.images [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] The imported VM was unregistered [ 1007.389935] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Caching image {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1007.390349] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497 {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.390791] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-519b3c4b-6f5c-4ddb-84da-3b082b13c379 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.406933] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Created directory with path [datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497 {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.406933] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28/OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28.vmdk to [datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497/2dbbe52e-c06a-4021-b2ef-d4edbd91f497.vmdk. {{(pid=65311) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1007.406933] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-306faf20-6fd5-486f-9830-5ef946eac023 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.414807] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1007.414807] env[65311]: value = "task-4428715" [ 1007.414807] env[65311]: _type = "Task" [ 1007.414807] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.424531] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428715, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.453119] env[65311]: DEBUG nova.scheduler.client.report [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.551092] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1007.551440] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866600', 'volume_id': '88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'name': 'volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48461b1b-8c60-4048-9ec5-255dd7072b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'serial': '88aee133-35a9-4eeb-b9e4-c2695e6f2570'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1007.552713] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90c3a09-0284-4daa-a299-0bc030f47efa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.577787] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b85f4e1-afee-4b8c-b759-e7652ebb9b0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.587809] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428713, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.612677] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570/volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.613463] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2601918-972e-4f8b-9d63-e2fbbd58dcab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.636297] env[65311]: DEBUG oslo_vmware.api [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1007.636297] env[65311]: value = "task-4428716" [ 1007.636297] env[65311]: _type = "Task" [ 1007.636297] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.645427] env[65311]: DEBUG oslo_vmware.api [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.915205] env[65311]: DEBUG nova.compute.manager [req-0a385e18-a3d9-441f-9271-f71d66aa9b3a req-832e3abd-9130-4951-9445-f8e2e4956bcb service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Received event network-vif-deleted-299379cf-3c62-49a4-89e8-f29766c1fb81 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.915307] env[65311]: INFO nova.compute.manager [req-0a385e18-a3d9-441f-9271-f71d66aa9b3a req-832e3abd-9130-4951-9445-f8e2e4956bcb service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Neutron deleted interface 299379cf-3c62-49a4-89e8-f29766c1fb81; detaching it from the instance and deleting it from the info cache [ 1007.915661] env[65311]: DEBUG nova.network.neutron [req-0a385e18-a3d9-441f-9271-f71d66aa9b3a req-832e3abd-9130-4951-9445-f8e2e4956bcb service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.932435] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428715, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.960270] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.963132] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.662s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.963132] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.963132] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1007.963688] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.800s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.963903] env[65311]: DEBUG nova.objects.instance [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1007.969236] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3995c85d-65f2-4944-8920-5ca5cdb317f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.981891] env[65311]: DEBUG nova.compute.manager [req-0f69de0c-df71-4d1b-93b5-3b9e3e94c57e req-679cea95-3393-4405-b686-5ae4f4b889ad service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Received event network-vif-deleted-8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.982130] env[65311]: INFO nova.compute.manager [req-0f69de0c-df71-4d1b-93b5-3b9e3e94c57e req-679cea95-3393-4405-b686-5ae4f4b889ad service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Neutron deleted interface 8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f; detaching it from the instance and deleting it from the info cache [ 1007.982275] env[65311]: DEBUG nova.network.neutron [req-0f69de0c-df71-4d1b-93b5-3b9e3e94c57e req-679cea95-3393-4405-b686-5ae4f4b889ad service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.987438] env[65311]: INFO nova.scheduler.client.report [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleted allocations for instance c177279a-53e7-4578-9796-858dfa86c4f4 [ 1007.990377] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b8df1d-7377-48ad-bffe-4141633c769c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.015015] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba0392f-aea2-4507-83ac-c169700f116b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.026615] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba07e03c-6f60-4f82-b936-1a7c3bdea849 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.067188] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177908MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1008.067393] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.088806] env[65311]: DEBUG oslo_vmware.api [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428713, 'name': PowerOnVM_Task, 'duration_secs': 0.527295} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.089110] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.089315] env[65311]: INFO nova.compute.manager [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1008.089510] env[65311]: DEBUG nova.compute.manager [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1008.090407] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01864c-67e3-4d47-bd6f-12b75ea41906 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.149090] env[65311]: DEBUG oslo_vmware.api [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428716, 'name': ReconfigVM_Task, 'duration_secs': 0.512805} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.149838] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570/volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.154716] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b522abe-4387-4298-861c-e80571fb7fea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.170873] env[65311]: DEBUG nova.network.neutron [-] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.175859] env[65311]: DEBUG oslo_vmware.api [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1008.175859] env[65311]: value = "task-4428718" [ 1008.175859] env[65311]: _type = "Task" [ 1008.175859] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.189027] env[65311]: DEBUG oslo_vmware.api [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.204320] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "f112909f-754e-4263-b323-116a5e2c45bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.204722] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.217864] env[65311]: DEBUG nova.network.neutron [-] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.423869] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14118792-2461-467b-bf64-e6dc6b0b7030 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.433108] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428715, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.437145] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f79e55a-62a6-4292-8e42-01eed1b9ce34 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.480202] env[65311]: DEBUG nova.compute.manager [req-0a385e18-a3d9-441f-9271-f71d66aa9b3a req-832e3abd-9130-4951-9445-f8e2e4956bcb service nova] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Detach interface failed, port_id=299379cf-3c62-49a4-89e8-f29766c1fb81, reason: Instance 1e37f31b-6cef-402a-91e5-2d6315b3eddd could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1008.487887] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-045e2bc1-c132-46fd-8dca-a56cbbedd33d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.498920] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be6cf2d-50e6-4d5d-8fdb-dfbba7de1e86 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.515656] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7ac13195-6719-464e-b06b-a95c8a3fdcac tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "c177279a-53e7-4578-9796-858dfa86c4f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.602s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.544427] env[65311]: DEBUG nova.compute.manager [req-0f69de0c-df71-4d1b-93b5-3b9e3e94c57e req-679cea95-3393-4405-b686-5ae4f4b889ad service nova] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Detach interface failed, port_id=8fbd7ac9-4b8d-43b4-a14d-83ac0c74fc9f, reason: Instance 983720f0-ac69-4329-8f85-d9d7d917c61e could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1008.614706] env[65311]: INFO nova.compute.manager [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Took 32.10 seconds to build instance. [ 1008.673894] env[65311]: INFO nova.compute.manager [-] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Took 1.43 seconds to deallocate network for instance. [ 1008.690437] env[65311]: DEBUG oslo_vmware.api [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428718, 'name': ReconfigVM_Task, 'duration_secs': 0.187461} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.690708] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866600', 'volume_id': '88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'name': 'volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48461b1b-8c60-4048-9ec5-255dd7072b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'serial': '88aee133-35a9-4eeb-b9e4-c2695e6f2570'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1008.707014] env[65311]: DEBUG nova.compute.manager [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1008.721269] env[65311]: INFO nova.compute.manager [-] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Took 1.71 seconds to deallocate network for instance. [ 1008.931246] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428715, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.983115] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f17959d1-7631-41ff-9d03-5b72b2b95bae tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.984575] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.787s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.984910] env[65311]: DEBUG nova.objects.instance [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'resources' on Instance uuid b0f10836-b45a-4a6d-88fd-5173cc4b460c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.116905] env[65311]: DEBUG oslo_concurrency.lockutils [None req-49e74943-3179-4e5c-9fa7-3b1947559f34 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "e1c4884c-3a27-4d41-803e-880ac2b315f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.615s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.187809] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.233593] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.255321] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.435438] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428715, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.769035] env[65311]: DEBUG nova.objects.instance [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lazy-loading 'flavor' on Instance uuid 48461b1b-8c60-4048-9ec5-255dd7072b1c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.886270] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1009.886270] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866602', 'volume_id': '4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'name': 'volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8abbc7b-bcf9-4f3c-a441-699e40be985c', 'attached_at': '', 'detached_at': '', 'volume_id': '4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'serial': '4f8c1632-1cba-4849-ba40-bc3aa890b54b'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1009.886704] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f780dbb-e10b-41b8-b02a-12396b8a1172 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.910788] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbba586-c27d-4e6e-b012-b52244a6a11b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.913926] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "e1c4884c-3a27-4d41-803e-880ac2b315f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.914210] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "e1c4884c-3a27-4d41-803e-880ac2b315f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.914413] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "e1c4884c-3a27-4d41-803e-880ac2b315f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.914587] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "e1c4884c-3a27-4d41-803e-880ac2b315f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.914944] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "e1c4884c-3a27-4d41-803e-880ac2b315f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.918270] env[65311]: INFO nova.compute.manager [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Terminating instance [ 1009.942546] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b/volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.951042] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa08c2b6-03c6-4774-949b-644e41d6f769 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.974824] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428715, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.976700] env[65311]: DEBUG oslo_vmware.api [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1009.976700] env[65311]: value = "task-4428719" [ 1009.976700] env[65311]: _type = "Task" [ 1009.976700] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.993235] env[65311]: DEBUG oslo_vmware.api [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428719, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.997116] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6133ad62-9826-4097-a636-e2771599a148 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.008815] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b57eb-7171-4b97-993a-7b1dd306121c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.044375] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba9fd0c-08b4-4d54-bf75-2edb439ef802 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.055657] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e2ec4f-1870-42a2-b767-4708ef92d24a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.072352] env[65311]: DEBUG nova.compute.provider_tree [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.278180] env[65311]: DEBUG oslo_concurrency.lockutils [None req-81c19af5-bc0b-46ba-927e-bb3e6d3ddc5f tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.369s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.445844] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428715, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.880015} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.446161] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28/OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28.vmdk to [datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497/2dbbe52e-c06a-4021-b2ef-d4edbd91f497.vmdk. [ 1010.446352] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Cleaning up location [datastore1] OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28 {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1010.446509] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7f383054-9a25-4fd6-9084-8209bf17de28 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.447239] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-151b6631-c004-4095-a3ee-f51af1387844 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.456413] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1010.456413] env[65311]: value = "task-4428720" [ 1010.456413] env[65311]: _type = "Task" [ 1010.456413] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.467665] env[65311]: DEBUG nova.compute.manager [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1010.467665] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.467805] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.468786] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d499deb-08ff-42bd-a3d4-b2a802cde4e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.480631] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.484930] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a281a48-179d-4f9e-a2e3-45432711b967 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.493517] env[65311]: DEBUG oslo_vmware.api [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428719, 'name': ReconfigVM_Task, 'duration_secs': 0.449235} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.495541] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Reconfigured VM instance instance-0000004b to attach disk [datastore1] volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b/volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.500720] env[65311]: DEBUG oslo_vmware.api [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1010.500720] env[65311]: value = "task-4428721" [ 1010.500720] env[65311]: _type = "Task" [ 1010.500720] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.500993] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d985049e-2cbf-4f8e-8220-5715369186c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.521836] env[65311]: DEBUG oslo_vmware.api [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.523530] env[65311]: DEBUG oslo_vmware.api [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1010.523530] env[65311]: value = "task-4428722" [ 1010.523530] env[65311]: _type = "Task" [ 1010.523530] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.537605] env[65311]: DEBUG oslo_vmware.api [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.578319] env[65311]: DEBUG nova.scheduler.client.report [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.969448] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111915} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.970071] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.970071] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497/2dbbe52e-c06a-4021-b2ef-d4edbd91f497.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.970362] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497/2dbbe52e-c06a-4021-b2ef-d4edbd91f497.vmdk to [datastore1] fd4c730a-8937-43ea-91a6-e8917a8e92f0/fd4c730a-8937-43ea-91a6-e8917a8e92f0.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.970774] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e40eb038-68c8-4418-97ef-deb126060b0f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.978962] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1010.978962] env[65311]: value = "task-4428723" [ 1010.978962] env[65311]: _type = "Task" [ 1010.978962] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.988020] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.022213] env[65311]: DEBUG oslo_vmware.api [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428721, 'name': PowerOffVM_Task, 'duration_secs': 0.4805} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.022594] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.022827] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.023610] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef18feeb-025f-4a54-93b7-99e25b55f5b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.034734] env[65311]: DEBUG oslo_vmware.api [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428722, 'name': ReconfigVM_Task, 'duration_secs': 0.170296} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.035135] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866602', 'volume_id': '4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'name': 'volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8abbc7b-bcf9-4f3c-a441-699e40be985c', 'attached_at': '', 'detached_at': '', 'volume_id': '4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'serial': '4f8c1632-1cba-4849-ba40-bc3aa890b54b'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1011.083523] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.086481] env[65311]: DEBUG oslo_concurrency.lockutils [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.717s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.086992] env[65311]: DEBUG nova.objects.instance [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lazy-loading 'resources' on Instance uuid 1b85599d-809b-4b02-abf1-2d68c4978adb {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.108830] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.109706] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.110494] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleting the datastore file [datastore1] e1c4884c-3a27-4d41-803e-880ac2b315f1 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.111363] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20304125-44e3-4170-a59c-2ae33674c360 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.120785] env[65311]: DEBUG oslo_vmware.api [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1011.120785] env[65311]: value = "task-4428725" [ 1011.120785] env[65311]: _type = "Task" [ 1011.120785] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.125685] env[65311]: INFO nova.scheduler.client.report [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted allocations for instance b0f10836-b45a-4a6d-88fd-5173cc4b460c [ 1011.133159] env[65311]: DEBUG oslo_vmware.api [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.489500] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428723, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.639425] env[65311]: DEBUG oslo_vmware.api [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.640842] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c47da1f0-7657-4e6c-8713-21e94fdf8cbb tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "b0f10836-b45a-4a6d-88fd-5173cc4b460c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.273s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.801984] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "2747437d-2b8f-4b94-826d-6eebf6785a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.802421] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "2747437d-2b8f-4b94-826d-6eebf6785a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.990585] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428723, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.992691] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7074789-3f9d-4b60-ac5f-f30f39084d92 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.000920] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044cc892-8654-4f45-8c4e-04e385ff20dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.038798] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130027ad-7fbe-499b-9d02-c823b79ba7dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.043385] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.043695] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.053773] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fa4d76-4521-4cf2-912c-08d44f0cc9f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.072222] env[65311]: DEBUG nova.compute.provider_tree [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.082021] env[65311]: DEBUG nova.objects.instance [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid d8abbc7b-bcf9-4f3c-a441-699e40be985c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.135292] env[65311]: DEBUG oslo_vmware.api [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.72066} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.135292] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.135292] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.135670] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.135670] env[65311]: INFO nova.compute.manager [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1012.136149] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1012.136758] env[65311]: DEBUG nova.compute.manager [-] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1012.136758] env[65311]: DEBUG nova.network.neutron [-] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1012.136888] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.184598] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.304945] env[65311]: DEBUG nova.compute.manager [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1012.460684] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.491322] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428723, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.548309] env[65311]: DEBUG nova.compute.utils [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.576066] env[65311]: DEBUG nova.scheduler.client.report [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.586864] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f688dad3-db79-4573-9b19-7efe70d77eae tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.350s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.587932] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.127s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.588121] env[65311]: DEBUG nova.compute.manager [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.589200] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282680fe-b383-4322-a2ad-5961ffe67bb1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.597652] env[65311]: DEBUG nova.compute.manager [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1012.598321] env[65311]: DEBUG nova.objects.instance [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid d8abbc7b-bcf9-4f3c-a441-699e40be985c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.793965] env[65311]: DEBUG nova.compute.manager [req-24b3ba44-e059-40c1-a74b-4c792e17d85f req-0cee11d1-85c3-47af-a852-596126ddf8c8 service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Received event network-vif-deleted-fcd8dac5-40f5-46f3-9502-ed3f09999b18 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1012.794173] env[65311]: INFO nova.compute.manager [req-24b3ba44-e059-40c1-a74b-4c792e17d85f req-0cee11d1-85c3-47af-a852-596126ddf8c8 service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Neutron deleted interface fcd8dac5-40f5-46f3-9502-ed3f09999b18; detaching it from the instance and deleting it from the info cache [ 1012.794412] env[65311]: DEBUG nova.network.neutron [req-24b3ba44-e059-40c1-a74b-4c792e17d85f req-0cee11d1-85c3-47af-a852-596126ddf8c8 service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.827812] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.938563] env[65311]: DEBUG nova.network.neutron [-] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.992606] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428723, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.051441] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.083090] env[65311]: DEBUG oslo_concurrency.lockutils [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.085677] env[65311]: DEBUG oslo_concurrency.lockutils [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.696s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.086096] env[65311]: DEBUG nova.objects.instance [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lazy-loading 'resources' on Instance uuid d95f4ddc-7472-4ff9-b606-0f103a94f6fc {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.106472] env[65311]: INFO nova.scheduler.client.report [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted allocations for instance 1b85599d-809b-4b02-abf1-2d68c4978adb [ 1013.298030] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44ccce8f-8b36-4c08-8364-3fa1acd4d17e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.310488] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e930a4f-6b04-4317-b4bd-dd06f9c48b99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.351986] env[65311]: DEBUG nova.compute.manager [req-24b3ba44-e059-40c1-a74b-4c792e17d85f req-0cee11d1-85c3-47af-a852-596126ddf8c8 service nova] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Detach interface failed, port_id=fcd8dac5-40f5-46f3-9502-ed3f09999b18, reason: Instance e1c4884c-3a27-4d41-803e-880ac2b315f1 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1013.441719] env[65311]: INFO nova.compute.manager [-] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Took 1.30 seconds to deallocate network for instance. [ 1013.493461] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428723, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.606720] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.606720] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db55112-8afe-489d-97f5-08e4e62951f4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.623398] env[65311]: DEBUG oslo_vmware.api [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1013.623398] env[65311]: value = "task-4428726" [ 1013.623398] env[65311]: _type = "Task" [ 1013.623398] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.623398] env[65311]: DEBUG oslo_concurrency.lockutils [None req-75be195b-3d0e-41b2-9928-521ada85e888 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "1b85599d-809b-4b02-abf1-2d68c4978adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.108s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.644353] env[65311]: DEBUG oslo_vmware.api [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.681321] env[65311]: DEBUG nova.compute.manager [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Stashing vm_state: active {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1013.944385] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81242df3-98d7-4f2e-845d-eafcd51b59ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.951187] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.960147] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ab2451-fbcd-48b1-aa4e-c19e671abbf5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.996744] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d07325d-cf94-4804-ae37-df2002c8ae63 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.006235] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428723, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.52285} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.008789] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2dbbe52e-c06a-4021-b2ef-d4edbd91f497/2dbbe52e-c06a-4021-b2ef-d4edbd91f497.vmdk to [datastore1] fd4c730a-8937-43ea-91a6-e8917a8e92f0/fd4c730a-8937-43ea-91a6-e8917a8e92f0.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.009764] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012602d4-b021-4c1e-b3b4-7bb6a7a1dafe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.013420] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b4292d-735f-4a71-9d02-ac36f9560344 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.031925] env[65311]: DEBUG nova.compute.provider_tree [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.052426] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] fd4c730a-8937-43ea-91a6-e8917a8e92f0/fd4c730a-8937-43ea-91a6-e8917a8e92f0.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.053888] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1504c76-34f0-40ce-8b3c-7efe335813b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.077710] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1014.077710] env[65311]: value = "task-4428727" [ 1014.077710] env[65311]: _type = "Task" [ 1014.077710] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.088426] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.134968] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.135416] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.135496] env[65311]: INFO nova.compute.manager [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Attaching volume 80a2f428-59e7-4e93-aeda-ddb8605ea22d to /dev/sdb [ 1014.144432] env[65311]: DEBUG oslo_vmware.api [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428726, 'name': PowerOffVM_Task, 'duration_secs': 0.495429} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.147175] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.147400] env[65311]: DEBUG nova.compute.manager [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1014.148487] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ad8b79-ec32-412e-beff-35faebe7eb02 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.182386] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14be479-20dc-4754-8a9f-3547b43f9a24 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.198870] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab540e5-c83c-489d-9d9f-8654be4415dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.206869] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.211900] env[65311]: DEBUG nova.virt.block_device [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating existing volume attachment record: 29567c5b-d09e-461b-82f5-5f92486203e5 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1014.230965] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "68811325-d90b-414c-8510-969006be0e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.230965] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "68811325-d90b-414c-8510-969006be0e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.231065] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "68811325-d90b-414c-8510-969006be0e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.231234] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "68811325-d90b-414c-8510-969006be0e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.231400] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "68811325-d90b-414c-8510-969006be0e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.233898] env[65311]: INFO nova.compute.manager [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Terminating instance [ 1014.535352] env[65311]: DEBUG nova.scheduler.client.report [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.587918] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428727, 'name': ReconfigVM_Task, 'duration_secs': 0.368347} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.588150] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Reconfigured VM instance instance-00000059 to attach disk [datastore1] fd4c730a-8937-43ea-91a6-e8917a8e92f0/fd4c730a-8937-43ea-91a6-e8917a8e92f0.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.588832] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24db4b16-5a0f-46c9-8984-c2fa550e075b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.596693] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1014.596693] env[65311]: value = "task-4428729" [ 1014.596693] env[65311]: _type = "Task" [ 1014.596693] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.607867] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428729, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.661921] env[65311]: DEBUG oslo_concurrency.lockutils [None req-26774275-ba54-45b5-8137-70f6ccd1715c tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.739217] env[65311]: DEBUG nova.compute.manager [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1014.739761] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.741217] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147c9895-c403-4e56-a3f8-a5217f819120 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.752091] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.752691] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d98c4cd8-56b5-42d6-bbe6-f75a5566c909 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.760159] env[65311]: DEBUG oslo_vmware.api [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 1014.760159] env[65311]: value = "task-4428732" [ 1014.760159] env[65311]: _type = "Task" [ 1014.760159] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.773227] env[65311]: DEBUG oslo_vmware.api [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.041068] env[65311]: DEBUG oslo_concurrency.lockutils [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.043952] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.845s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.066344] env[65311]: INFO nova.scheduler.client.report [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Deleted allocations for instance d95f4ddc-7472-4ff9-b606-0f103a94f6fc [ 1015.107760] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428729, 'name': Rename_Task, 'duration_secs': 0.172379} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.108179] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.108549] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9130be90-f33d-452e-9801-015ea486c529 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.118030] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1015.118030] env[65311]: value = "task-4428733" [ 1015.118030] env[65311]: _type = "Task" [ 1015.118030] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.129530] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.189619] env[65311]: DEBUG nova.objects.instance [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid d8abbc7b-bcf9-4f3c-a441-699e40be985c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.271350] env[65311]: DEBUG oslo_vmware.api [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428732, 'name': PowerOffVM_Task, 'duration_secs': 0.222173} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.271595] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.271776] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.272084] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61f5a721-7171-4bb7-992e-0c774c6f74a8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.353476] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.353727] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.353959] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleting the datastore file [datastore1] 68811325-d90b-414c-8510-969006be0e72 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.354326] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97d870dc-a276-45c2-b376-9c89bfdfe3ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.363403] env[65311]: DEBUG oslo_vmware.api [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 1015.363403] env[65311]: value = "task-4428735" [ 1015.363403] env[65311]: _type = "Task" [ 1015.363403] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.373553] env[65311]: DEBUG oslo_vmware.api [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.577826] env[65311]: DEBUG oslo_concurrency.lockutils [None req-89dfe826-3e62-4328-b490-36f198596b7d tempest-ServerTagsTestJSON-1426340120 tempest-ServerTagsTestJSON-1426340120-project-member] Lock "d95f4ddc-7472-4ff9-b606-0f103a94f6fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.752s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.628837] env[65311]: DEBUG oslo_vmware.api [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428733, 'name': PowerOnVM_Task, 'duration_secs': 0.511531} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.629159] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.629308] env[65311]: INFO nova.compute.manager [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Took 17.38 seconds to spawn the instance on the hypervisor. [ 1015.629471] env[65311]: DEBUG nova.compute.manager [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.632968] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead9c609-cceb-4928-84a9-0841aa2b2afe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.695307] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.695486] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.695657] env[65311]: DEBUG nova.network.neutron [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1015.695826] env[65311]: DEBUG nova.objects.instance [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'info_cache' on Instance uuid d8abbc7b-bcf9-4f3c-a441-699e40be985c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.874298] env[65311]: DEBUG oslo_vmware.api [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147995} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.875481] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.875667] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.875839] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.876013] env[65311]: INFO nova.compute.manager [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 68811325-d90b-414c-8510-969006be0e72] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1015.876321] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1015.877437] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d9fb9-21de-4c84-848c-08c7325ff392 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.879531] env[65311]: DEBUG nova.compute.manager [-] [instance: 68811325-d90b-414c-8510-969006be0e72] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1015.879630] env[65311]: DEBUG nova.network.neutron [-] [instance: 68811325-d90b-414c-8510-969006be0e72] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1015.879859] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.887361] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12403454-1001-498e-8d8a-491474b6b32a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.920671] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9858f8bd-c4a5-4364-bf9f-2f407756f3c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.929965] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27915018-25f3-493d-b391-17c29eba9db4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.946154] env[65311]: DEBUG nova.compute.provider_tree [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1015.953818] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.152583] env[65311]: INFO nova.compute.manager [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Took 40.45 seconds to build instance. [ 1016.201836] env[65311]: DEBUG nova.objects.base [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1016.343295] env[65311]: DEBUG nova.compute.manager [req-78112682-a82e-4a1c-9133-0bfb0b36fe13 req-02224471-8943-465d-8e02-a0ca77a71147 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Received event network-vif-deleted-6c66be3e-3e32-48ef-a2a5-ffb63a76a257 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1016.343490] env[65311]: INFO nova.compute.manager [req-78112682-a82e-4a1c-9133-0bfb0b36fe13 req-02224471-8943-465d-8e02-a0ca77a71147 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Neutron deleted interface 6c66be3e-3e32-48ef-a2a5-ffb63a76a257; detaching it from the instance and deleting it from the info cache [ 1016.343747] env[65311]: DEBUG nova.network.neutron [req-78112682-a82e-4a1c-9133-0bfb0b36fe13 req-02224471-8943-465d-8e02-a0ca77a71147 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.471956] env[65311]: ERROR nova.scheduler.client.report [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [req-4a444f04-2cbd-456f-82ac-9bb7f737343b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4a444f04-2cbd-456f-82ac-9bb7f737343b"}]} [ 1016.490666] env[65311]: DEBUG nova.scheduler.client.report [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1016.508211] env[65311]: DEBUG nova.scheduler.client.report [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1016.508429] env[65311]: DEBUG nova.compute.provider_tree [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1016.522225] env[65311]: DEBUG nova.scheduler.client.report [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1016.544890] env[65311]: DEBUG nova.scheduler.client.report [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1016.660433] env[65311]: DEBUG oslo_concurrency.lockutils [None req-443459dd-675c-4840-ac2d-9332cbfe47aa tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.974s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.710628] env[65311]: WARNING neutronclient.v2_0.client [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.722048] env[65311]: DEBUG nova.network.neutron [-] [instance: 68811325-d90b-414c-8510-969006be0e72] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.848542] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bd59c15-4ee8-439e-823b-75acc24f3cf3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.869801] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9adf192-1652-422f-b801-09a8aa41dd6e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.917850] env[65311]: DEBUG nova.compute.manager [req-78112682-a82e-4a1c-9133-0bfb0b36fe13 req-02224471-8943-465d-8e02-a0ca77a71147 service nova] [instance: 68811325-d90b-414c-8510-969006be0e72] Detach interface failed, port_id=6c66be3e-3e32-48ef-a2a5-ffb63a76a257, reason: Instance 68811325-d90b-414c-8510-969006be0e72 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1016.945818] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7344425b-bf00-459d-b290-e967478f74a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.954752] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44d9512-acd0-4dbd-b165-5fe479f5eb90 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.991397] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d16977a-7827-4281-af59-64db2ce44552 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.001446] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01353e4c-4b03-47af-a5ed-8bf70db103b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.015843] env[65311]: DEBUG nova.compute.provider_tree [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.061245] env[65311]: WARNING neutronclient.v2_0.client [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.078420] env[65311]: DEBUG oslo_concurrency.lockutils [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.078692] env[65311]: DEBUG oslo_concurrency.lockutils [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.078932] env[65311]: DEBUG oslo_concurrency.lockutils [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.079127] env[65311]: DEBUG oslo_concurrency.lockutils [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.079288] env[65311]: DEBUG oslo_concurrency.lockutils [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.082396] env[65311]: INFO nova.compute.manager [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Terminating instance [ 1017.175290] env[65311]: DEBUG nova.network.neutron [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Updating instance_info_cache with network_info: [{"id": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "address": "fa:16:3e:2a:0f:8c", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cd3f164-04", "ovs_interfaceid": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.226085] env[65311]: INFO nova.compute.manager [-] [instance: 68811325-d90b-414c-8510-969006be0e72] Took 1.35 seconds to deallocate network for instance. [ 1017.557599] env[65311]: DEBUG nova.scheduler.client.report [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1017.557846] env[65311]: DEBUG nova.compute.provider_tree [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 126 to 127 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1017.558077] env[65311]: DEBUG nova.compute.provider_tree [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.588746] env[65311]: DEBUG nova.compute.manager [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1017.588982] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.590097] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f26d705-2ecf-4896-979d-7667954d8772 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.599547] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.599840] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-628a2715-427f-4e16-bbfc-f58d2d617899 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.609416] env[65311]: DEBUG oslo_vmware.api [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1017.609416] env[65311]: value = "task-4428737" [ 1017.609416] env[65311]: _type = "Task" [ 1017.609416] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.621593] env[65311]: DEBUG oslo_vmware.api [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.678472] env[65311]: DEBUG oslo_concurrency.lockutils [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Releasing lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.733260] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.120573] env[65311]: DEBUG oslo_vmware.api [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428737, 'name': PowerOffVM_Task, 'duration_secs': 0.202395} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.120839] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.121009] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.121266] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b926f05-075c-4d23-8716-8fa91756029d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.199163] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.199465] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.199918] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleting the datastore file [datastore1] fd4c730a-8937-43ea-91a6-e8917a8e92f0 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.200867] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf6d61a8-dea2-4cf0-b502-11623d4eac77 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.208543] env[65311]: DEBUG oslo_vmware.api [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1018.208543] env[65311]: value = "task-4428739" [ 1018.208543] env[65311]: _type = "Task" [ 1018.208543] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.218461] env[65311]: DEBUG oslo_vmware.api [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.570335] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.527s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.573373] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.506s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.684803] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.685184] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-272d3bfa-95c7-4eed-a838-1d4231cedf45 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.693299] env[65311]: DEBUG oslo_vmware.api [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1018.693299] env[65311]: value = "task-4428740" [ 1018.693299] env[65311]: _type = "Task" [ 1018.693299] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.702858] env[65311]: DEBUG oslo_vmware.api [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.719844] env[65311]: DEBUG oslo_vmware.api [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14862} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.720000] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.720482] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.720482] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.720615] env[65311]: INFO nova.compute.manager [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1018.720920] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1018.721146] env[65311]: DEBUG nova.compute.manager [-] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1018.721246] env[65311]: DEBUG nova.network.neutron [-] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1018.721541] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.797667] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.152466] env[65311]: INFO nova.scheduler.client.report [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted allocation for migration de24e165-ce50-494a-ab60-19602ca91bef [ 1019.163184] env[65311]: DEBUG nova.compute.manager [req-cc12f202-2192-4a22-880f-222eadc21fab req-ff60cadc-40db-4b2d-8a56-20962001347f service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Received event network-vif-deleted-88165544-9e62-493b-8731-710444247e5b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1019.163330] env[65311]: INFO nova.compute.manager [req-cc12f202-2192-4a22-880f-222eadc21fab req-ff60cadc-40db-4b2d-8a56-20962001347f service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Neutron deleted interface 88165544-9e62-493b-8731-710444247e5b; detaching it from the instance and deleting it from the info cache [ 1019.163471] env[65311]: DEBUG nova.network.neutron [req-cc12f202-2192-4a22-880f-222eadc21fab req-ff60cadc-40db-4b2d-8a56-20962001347f service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.205771] env[65311]: DEBUG oslo_vmware.api [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428740, 'name': PowerOnVM_Task, 'duration_secs': 0.447934} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.205771] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.205771] env[65311]: DEBUG nova.compute.manager [None req-73259717-c06b-443c-8076-7193cf5ce57a tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1019.205771] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2cb7f-cc45-4786-92f5-7e3144abbba9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.233649] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "a210060f-e00c-4a4d-95e0-ba497ec7a763" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.233898] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "a210060f-e00c-4a4d-95e0-ba497ec7a763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.267843] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1019.268202] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866604', 'volume_id': '80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'name': 'volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4654f6-15e0-4b18-ab33-e620cccb5736', 'attached_at': '', 'detached_at': '', 'volume_id': '80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'serial': '80a2f428-59e7-4e93-aeda-ddb8605ea22d'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1019.269681] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b48ed37-27c9-40fe-932c-b9f7521cf7ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.288670] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590cc237-bbb5-4578-bc52-d4bd39ca4b92 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.316303] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d/volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.316651] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a298bc6c-37cb-4320-bd0c-d27f80e293ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.337164] env[65311]: DEBUG oslo_vmware.api [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1019.337164] env[65311]: value = "task-4428741" [ 1019.337164] env[65311]: _type = "Task" [ 1019.337164] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.346023] env[65311]: DEBUG oslo_vmware.api [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.537594] env[65311]: DEBUG nova.network.neutron [-] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.592182] env[65311]: INFO nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating resource usage from migration 350fb70e-2d56-4ed4-89a3-d3de10c6efe5 [ 1019.616710] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.616710] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 23dab365-7300-4e33-b03c-e680b9f979f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.616710] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 4f57c265-47d8-42d0-95bc-5102fbdd9874 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.616710] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 6a01330e-80b5-4208-a0eb-4ac7461e6d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.616710] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 68811325-d90b-414c-8510-969006be0e72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1019.617156] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1e37f31b-6cef-402a-91e5-2d6315b3eddd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1019.617156] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance a26378a7-b715-4c1a-9450-f7cf931ecec1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.617156] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance d8abbc7b-bcf9-4f3c-a441-699e40be985c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.617156] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 82260d88-cfa9-48f5-879a-b8c56851af86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.617374] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.617374] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 48461b1b-8c60-4048-9ec5-255dd7072b1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.617484] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance fb4654f6-15e0-4b18-ab33-e620cccb5736 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.617484] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance e6572502-05a9-4ae3-9eb5-48e574ae4cdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.617585] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5996f38b-8383-45dd-b15d-0d60460e44c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.617691] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 983720f0-ac69-4329-8f85-d9d7d917c61e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1019.617806] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance fd4c730a-8937-43ea-91a6-e8917a8e92f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1019.617916] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance e1c4884c-3a27-4d41-803e-880ac2b315f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1019.659972] env[65311]: DEBUG oslo_concurrency.lockutils [None req-10fcb9ff-f1d3-4a46-8f6e-bc409fffe555 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.901s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.669037] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80b2735e-7ba4-4ec3-ad30-437fcc53afa0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.682803] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb6d86-30ae-4940-bce3-4054ed67fc66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.726753] env[65311]: DEBUG nova.compute.manager [req-cc12f202-2192-4a22-880f-222eadc21fab req-ff60cadc-40db-4b2d-8a56-20962001347f service nova] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Detach interface failed, port_id=88165544-9e62-493b-8731-710444247e5b, reason: Instance fd4c730a-8937-43ea-91a6-e8917a8e92f0 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1019.740348] env[65311]: DEBUG nova.compute.manager [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1019.849154] env[65311]: DEBUG oslo_vmware.api [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428741, 'name': ReconfigVM_Task, 'duration_secs': 0.419308} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.849735] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d/volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.854846] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae57ce39-53cf-4cbb-8a56-4fe370bda1d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.871011] env[65311]: DEBUG oslo_vmware.api [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1019.871011] env[65311]: value = "task-4428742" [ 1019.871011] env[65311]: _type = "Task" [ 1019.871011] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.880328] env[65311]: DEBUG oslo_vmware.api [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.040999] env[65311]: INFO nova.compute.manager [-] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Took 1.32 seconds to deallocate network for instance. [ 1020.120912] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance f112909f-754e-4263-b323-116a5e2c45bb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1020.267755] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.382393] env[65311]: DEBUG oslo_vmware.api [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428742, 'name': ReconfigVM_Task, 'duration_secs': 0.165406} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.382696] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866604', 'volume_id': '80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'name': 'volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb4654f6-15e0-4b18-ab33-e620cccb5736', 'attached_at': '', 'detached_at': '', 'volume_id': '80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'serial': '80a2f428-59e7-4e93-aeda-ddb8605ea22d'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1020.547824] env[65311]: DEBUG oslo_concurrency.lockutils [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.623859] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 2747437d-2b8f-4b94-826d-6eebf6785a77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1020.624068] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Migration 350fb70e-2d56-4ed4-89a3-d3de10c6efe5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1020.624208] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 19b27509-93ab-419b-a558-7a14ac9b8abd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1020.782988] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.783285] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.785036] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.785036] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.785036] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.788751] env[65311]: INFO nova.compute.manager [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Terminating instance [ 1021.127415] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance a210060f-e00c-4a4d-95e0-ba497ec7a763 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1021.127729] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1021.127897] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_active': '11', 'num_task_resize_prep': '1', 'num_os_type_None': '14', 'num_proj_70f7d294f361449cb188fb4638fa1cbd': '1', 'io_workload': '1', 'num_vm_error': '1', 'num_task_None': '11', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'num_proj_58757f23e8934b85a7c6eccdf472b51b': '2', 'num_proj_40207bef3f9a4b6086b25366aa67344b': '1', 'num_proj_45b47df18c0d42f39fadb30280f62bd3': '1', 'num_vm_stopped': '1', 'num_task_powering-on': '1', 'num_proj_5077eef8f87841d08820c39cb336c343': '1', 'num_proj_cec8893005944de781a2ec2b640d87fb': '1', 'num_vm_resized': '1', 'num_proj_772a53bbca574a6a95f99e5aef167d61': '1', 'num_proj_99486a4df0af4f99a0d17974c50b259f': '2', 'num_proj_1716d7235e604ea99f3ee78e8ca849b9': '1', 'num_proj_9a7f0a4a84d741f5a0674d53788bb786': '1', 'num_proj_810a20832d09492da915cfa888ba3e8f': '1', 'num_task_deleting': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1021.295448] env[65311]: DEBUG nova.compute.manager [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1021.295448] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.295448] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520ead5-f4fb-4551-8ec9-a3ef4a718646 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.304121] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.304608] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053cd520-1803-43ce-9f86-09e9b9473169 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.312750] env[65311]: DEBUG oslo_vmware.api [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1021.312750] env[65311]: value = "task-4428743" [ 1021.312750] env[65311]: _type = "Task" [ 1021.312750] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.329627] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.329627] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.331232] env[65311]: DEBUG oslo_vmware.api [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.444618] env[65311]: DEBUG nova.objects.instance [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'flavor' on Instance uuid fb4654f6-15e0-4b18-ab33-e620cccb5736 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.550020] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f66ea2b-730f-42dc-84ad-2f4904723c1b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.559930] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd74930f-3fcc-4754-b5fe-a1449f214ff0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.591961] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21dd137-94df-4ca3-9ff4-a2fe6805d2e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.600836] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6b0448-73f2-43f0-97ad-89de24389494 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.618464] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.823751] env[65311]: DEBUG oslo_vmware.api [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428743, 'name': PowerOffVM_Task, 'duration_secs': 0.201495} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.824255] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.824255] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.824447] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3758c41e-f1fc-418b-bc1e-d95d723a3637 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.836381] env[65311]: DEBUG nova.compute.manager [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1021.902403] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.902697] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.902824] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleting the datastore file [datastore1] e6572502-05a9-4ae3-9eb5-48e574ae4cdf {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.903136] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b01158c7-b6d4-441a-b1a4-cfce6e2d82d9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.910984] env[65311]: DEBUG oslo_vmware.api [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1021.910984] env[65311]: value = "task-4428745" [ 1021.910984] env[65311]: _type = "Task" [ 1021.910984] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.919837] env[65311]: DEBUG oslo_vmware.api [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.951605] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5a5176a8-6bb9-404d-b103-e97a87433595 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.816s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.121594] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.358758] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.421245] env[65311]: DEBUG oslo_vmware.api [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175255} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.421496] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.421686] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.421922] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.422314] env[65311]: INFO nova.compute.manager [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1022.422314] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1022.422518] env[65311]: DEBUG nova.compute.manager [-] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1022.422604] env[65311]: DEBUG nova.network.neutron [-] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1022.422866] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.453903] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.463117] env[65311]: DEBUG nova.compute.manager [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Stashing vm_state: active {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1022.626236] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1022.626487] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.053s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.626755] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.440s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.626936] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.630967] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.396s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.630967] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.631209] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.376s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.632482] env[65311]: INFO nova.compute.claims [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.657813] env[65311]: INFO nova.scheduler.client.report [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Deleted allocations for instance 983720f0-ac69-4329-8f85-d9d7d917c61e [ 1022.667078] env[65311]: INFO nova.scheduler.client.report [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Deleted allocations for instance 1e37f31b-6cef-402a-91e5-2d6315b3eddd [ 1022.721275] env[65311]: DEBUG nova.compute.manager [req-9253e6a2-9ea2-46b8-957c-89049c15af56 req-ac59a91c-6a47-4462-a68b-a0746b17dd12 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Received event network-vif-deleted-41afa5ac-495b-4f89-85a4-376bcf917134 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1022.721275] env[65311]: INFO nova.compute.manager [req-9253e6a2-9ea2-46b8-957c-89049c15af56 req-ac59a91c-6a47-4462-a68b-a0746b17dd12 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Neutron deleted interface 41afa5ac-495b-4f89-85a4-376bcf917134; detaching it from the instance and deleting it from the info cache [ 1022.721275] env[65311]: DEBUG nova.network.neutron [req-9253e6a2-9ea2-46b8-957c-89049c15af56 req-ac59a91c-6a47-4462-a68b-a0746b17dd12 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.981026] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.168269] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79f41974-d046-4ed5-8474-4449fe504ad6 tempest-TenantUsagesTestJSON-2047512986 tempest-TenantUsagesTestJSON-2047512986-project-member] Lock "983720f0-ac69-4329-8f85-d9d7d917c61e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.857s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.175723] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b48bfb77-46ba-4e71-8e14-a5f4b226ab34 tempest-ListServerFiltersTestJSON-702113484 tempest-ListServerFiltersTestJSON-702113484-project-member] Lock "1e37f31b-6cef-402a-91e5-2d6315b3eddd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.595s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.197300] env[65311]: DEBUG nova.network.neutron [-] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.223758] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2c482a7-d062-4cf8-8ecc-2378689bac2d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.234401] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02cb370-bc78-485d-9ecd-a8072f283c6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.268204] env[65311]: DEBUG nova.compute.manager [req-9253e6a2-9ea2-46b8-957c-89049c15af56 req-ac59a91c-6a47-4462-a68b-a0746b17dd12 service nova] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Detach interface failed, port_id=41afa5ac-495b-4f89-85a4-376bcf917134, reason: Instance e6572502-05a9-4ae3-9eb5-48e574ae4cdf could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1023.700297] env[65311]: INFO nova.compute.manager [-] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Took 1.28 seconds to deallocate network for instance. [ 1023.968018] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050bd312-f67b-4d3d-a3b4-4c8d8aadca83 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.977705] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8370449e-76e7-4859-bbfd-e13b8f127f93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.983097] env[65311]: DEBUG oslo_concurrency.lockutils [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.983097] env[65311]: DEBUG oslo_concurrency.lockutils [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.983324] env[65311]: INFO nova.compute.manager [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Shelving [ 1024.019232] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c9435b-74dc-40f9-baf9-872217e39bf7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.028994] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458bea56-dfa8-4665-bf61-e4520e6cabf2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.045741] env[65311]: DEBUG nova.compute.provider_tree [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.207433] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.549645] env[65311]: DEBUG nova.scheduler.client.report [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.998535] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.998535] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a34b537-612b-4f40-96b9-7f56c3788a0f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.005303] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1025.005303] env[65311]: value = "task-4428746" [ 1025.005303] env[65311]: _type = "Task" [ 1025.005303] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.016203] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.055412] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.056696] env[65311]: DEBUG nova.compute.manager [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1025.059413] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.232s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.061704] env[65311]: INFO nova.compute.claims [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.516293] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428746, 'name': PowerOffVM_Task, 'duration_secs': 0.281044} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.516595] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.517868] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ada063-1bea-4bf7-9bec-f105dc8bca31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.542918] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc01e0f3-14ac-4022-8a09-3d798cdfc2af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.567111] env[65311]: DEBUG nova.compute.utils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.574036] env[65311]: DEBUG nova.compute.manager [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1025.574036] env[65311]: DEBUG nova.network.neutron [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1025.574036] env[65311]: WARNING neutronclient.v2_0.client [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.574036] env[65311]: WARNING neutronclient.v2_0.client [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.812138] env[65311]: DEBUG nova.policy [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1067b44ee763428bb527e10dba99b076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '914ab6cb74df49558377ad7293e407e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.056593] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1026.057233] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6156726d-7bf3-4726-aeb4-be07abc87839 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.066339] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1026.066339] env[65311]: value = "task-4428747" [ 1026.066339] env[65311]: _type = "Task" [ 1026.066339] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.071433] env[65311]: DEBUG nova.compute.manager [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1026.083120] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428747, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.280074] env[65311]: DEBUG nova.network.neutron [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Successfully created port: 50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1026.431360] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d889f4-32c9-4ac6-a568-d51b4f80c733 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.443056] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb3d952-a089-414b-be38-4d777c198b53 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.479135] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97436011-173d-4d23-b9f2-d9765d7ecdfa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.489213] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b10ff0-e52a-43dc-b4e1-35aa68c0de9b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.507020] env[65311]: DEBUG nova.compute.provider_tree [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.584070] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428747, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.012397] env[65311]: DEBUG nova.scheduler.client.report [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.084168] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428747, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.086475] env[65311]: DEBUG nova.compute.manager [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1027.124235] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1027.124542] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.124655] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1027.124830] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.124972] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1027.125186] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1027.125426] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1027.125646] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1027.125829] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1027.125994] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1027.126201] env[65311]: DEBUG nova.virt.hardware [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1027.128947] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bc1d6e-4b7a-47af-a7e5-3cd6e7e7e180 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.139837] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce927dc-b916-48cd-ba4c-0de5aed126aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.519251] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.522283] env[65311]: DEBUG nova.compute.manager [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1027.524233] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.573s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.525201] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.527669] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.321s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.567250] env[65311]: INFO nova.scheduler.client.report [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted allocations for instance e1c4884c-3a27-4d41-803e-880ac2b315f1 [ 1027.587466] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428747, 'name': CreateSnapshot_Task, 'duration_secs': 1.15588} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.587925] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1027.589437] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6cb1ce-6ef9-4be1-a2c3-0b9337e300ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.033179] env[65311]: DEBUG nova.compute.utils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.041599] env[65311]: INFO nova.compute.claims [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.044410] env[65311]: DEBUG nova.compute.manager [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1028.044630] env[65311]: DEBUG nova.network.neutron [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1028.044973] env[65311]: WARNING neutronclient.v2_0.client [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.045317] env[65311]: WARNING neutronclient.v2_0.client [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.087245] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7d4eba1b-dea8-47b1-a2ba-59a5f6c8af5b tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "e1c4884c-3a27-4d41-803e-880ac2b315f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.172s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.120682] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1028.121653] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-324ff129-87c6-4405-b86a-82717921ab50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.126906] env[65311]: DEBUG nova.policy [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c3ccf835ee84c41bbb7e1069ff5c455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1716d7235e604ea99f3ee78e8ca849b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.142092] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1028.142092] env[65311]: value = "task-4428748" [ 1028.142092] env[65311]: _type = "Task" [ 1028.142092] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.157714] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428748, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.373913] env[65311]: DEBUG nova.network.neutron [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Successfully updated port: 50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1028.468574] env[65311]: DEBUG nova.compute.manager [req-04232016-3633-4647-8ced-0e08f2fd6dec req-039e44f6-05d7-4f3f-b01a-d80ed47a682f service nova] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Received event network-vif-plugged-50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1028.468897] env[65311]: DEBUG oslo_concurrency.lockutils [req-04232016-3633-4647-8ced-0e08f2fd6dec req-039e44f6-05d7-4f3f-b01a-d80ed47a682f service nova] Acquiring lock "f112909f-754e-4263-b323-116a5e2c45bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.469127] env[65311]: DEBUG oslo_concurrency.lockutils [req-04232016-3633-4647-8ced-0e08f2fd6dec req-039e44f6-05d7-4f3f-b01a-d80ed47a682f service nova] Lock "f112909f-754e-4263-b323-116a5e2c45bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.469516] env[65311]: DEBUG oslo_concurrency.lockutils [req-04232016-3633-4647-8ced-0e08f2fd6dec req-039e44f6-05d7-4f3f-b01a-d80ed47a682f service nova] Lock "f112909f-754e-4263-b323-116a5e2c45bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.469600] env[65311]: DEBUG nova.compute.manager [req-04232016-3633-4647-8ced-0e08f2fd6dec req-039e44f6-05d7-4f3f-b01a-d80ed47a682f service nova] [instance: f112909f-754e-4263-b323-116a5e2c45bb] No waiting events found dispatching network-vif-plugged-50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1028.469727] env[65311]: WARNING nova.compute.manager [req-04232016-3633-4647-8ced-0e08f2fd6dec req-039e44f6-05d7-4f3f-b01a-d80ed47a682f service nova] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Received unexpected event network-vif-plugged-50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf for instance with vm_state building and task_state spawning. [ 1028.546761] env[65311]: DEBUG nova.compute.manager [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1028.555035] env[65311]: INFO nova.compute.resource_tracker [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating resource usage from migration 350fb70e-2d56-4ed4-89a3-d3de10c6efe5 [ 1028.652309] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428748, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.725936] env[65311]: DEBUG nova.network.neutron [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Successfully created port: b0dc9a2a-f5aa-4df0-9754-4b8b78204191 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1028.878182] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-f112909f-754e-4263-b323-116a5e2c45bb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.878182] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-f112909f-754e-4263-b323-116a5e2c45bb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.878182] env[65311]: DEBUG nova.network.neutron [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1028.996071] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7efa0e-f83d-4a5e-af3f-ce92548f1912 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.006944] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35155284-6c4a-4cbc-86c9-8f8fcc359802 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.048306] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e18183-e599-440f-91a4-992c417289ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.058621] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f1fcd1-1684-43e1-8537-20f4b0e8f630 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.084320] env[65311]: DEBUG nova.compute.provider_tree [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.158999] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428748, 'name': CloneVM_Task} progress is 95%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.247778] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquiring lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.247778] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.422817] env[65311]: DEBUG nova.network.neutron [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1029.568766] env[65311]: DEBUG nova.compute.manager [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1029.589734] env[65311]: DEBUG nova.scheduler.client.report [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.602953] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1029.603222] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.603370] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1029.603543] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.603687] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1029.603816] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1029.604015] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1029.604659] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1029.605354] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1029.605766] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1029.606518] env[65311]: DEBUG nova.virt.hardware [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1029.607488] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba7574b-ca7d-4db6-8b8a-8a8d1f4041ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.618574] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5511cc-003f-4993-9761-2f5be86d3b4d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.652385] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428748, 'name': CloneVM_Task, 'duration_secs': 1.2592} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.653192] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Created linked-clone VM from snapshot [ 1029.654093] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a6e75-8d25-4bfb-9fdd-fee9da2b2a99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.666068] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Uploading image e9b823b7-57dd-4425-b58d-3fe33795986e {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1029.692065] env[65311]: WARNING neutronclient.v2_0.client [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.700161] env[65311]: DEBUG oslo_vmware.rw_handles [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1029.700161] env[65311]: value = "vm-866606" [ 1029.700161] env[65311]: _type = "VirtualMachine" [ 1029.700161] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1029.700441] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a04e1ebb-4383-4316-8840-274dffd4be72 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.708929] env[65311]: DEBUG oslo_vmware.rw_handles [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lease: (returnval){ [ 1029.708929] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fddc14-d92d-94e9-1ae0-76296b4616a9" [ 1029.708929] env[65311]: _type = "HttpNfcLease" [ 1029.708929] env[65311]: } obtained for exporting VM: (result){ [ 1029.708929] env[65311]: value = "vm-866606" [ 1029.708929] env[65311]: _type = "VirtualMachine" [ 1029.708929] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1029.709230] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the lease: (returnval){ [ 1029.709230] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fddc14-d92d-94e9-1ae0-76296b4616a9" [ 1029.709230] env[65311]: _type = "HttpNfcLease" [ 1029.709230] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.717804] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.717804] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fddc14-d92d-94e9-1ae0-76296b4616a9" [ 1029.717804] env[65311]: _type = "HttpNfcLease" [ 1029.717804] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.756747] env[65311]: DEBUG nova.compute.manager [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1029.846547] env[65311]: DEBUG nova.network.neutron [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Updating instance_info_cache with network_info: [{"id": "50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf", "address": "fa:16:3e:5a:93:05", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b6a1f0-2c", "ovs_interfaceid": "50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.097187] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.569s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.097423] env[65311]: INFO nova.compute.manager [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Migrating [ 1030.104651] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.372s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.104873] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.107069] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.839s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.108894] env[65311]: INFO nova.compute.claims [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.143638] env[65311]: INFO nova.scheduler.client.report [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted allocations for instance 68811325-d90b-414c-8510-969006be0e72 [ 1030.221183] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.221183] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fddc14-d92d-94e9-1ae0-76296b4616a9" [ 1030.221183] env[65311]: _type = "HttpNfcLease" [ 1030.221183] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.221628] env[65311]: DEBUG oslo_vmware.rw_handles [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.221628] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fddc14-d92d-94e9-1ae0-76296b4616a9" [ 1030.221628] env[65311]: _type = "HttpNfcLease" [ 1030.221628] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1030.223342] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5970ac-0bb3-4f2c-86d0-00f1f23dd817 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.232473] env[65311]: DEBUG oslo_vmware.rw_handles [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e71fc9-daa5-dee9-7b78-99899106a751/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.232806] env[65311]: DEBUG oslo_vmware.rw_handles [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e71fc9-daa5-dee9-7b78-99899106a751/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1030.328252] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.338130] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8343ca23-c4aa-4fba-82cf-79d8b47c4c8e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.349067] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-f112909f-754e-4263-b323-116a5e2c45bb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.349499] env[65311]: DEBUG nova.compute.manager [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Instance network_info: |[{"id": "50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf", "address": "fa:16:3e:5a:93:05", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b6a1f0-2c", "ovs_interfaceid": "50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1030.349985] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:93:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.359379] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1030.362662] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.362893] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5606ce81-cef4-4361-8fc9-4fe96d250567 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.394592] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.394592] env[65311]: value = "task-4428750" [ 1030.394592] env[65311]: _type = "Task" [ 1030.394592] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.409168] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428750, 'name': CreateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.471633] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.472137] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.624347] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.626188] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.626188] env[65311]: DEBUG nova.network.neutron [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1030.640754] env[65311]: DEBUG nova.network.neutron [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Successfully updated port: b0dc9a2a-f5aa-4df0-9754-4b8b78204191 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1030.660328] env[65311]: DEBUG oslo_concurrency.lockutils [None req-72cf3ec1-e0cf-4e6c-964a-7b8713124d39 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "68811325-d90b-414c-8510-969006be0e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.429s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.682532] env[65311]: DEBUG nova.compute.manager [req-60066de0-80f0-47b0-8f75-278e3c4c334c req-a09b3aae-52db-4bdd-8504-1825bd73bac1 service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Received event network-vif-plugged-b0dc9a2a-f5aa-4df0-9754-4b8b78204191 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1030.682833] env[65311]: DEBUG oslo_concurrency.lockutils [req-60066de0-80f0-47b0-8f75-278e3c4c334c req-a09b3aae-52db-4bdd-8504-1825bd73bac1 service nova] Acquiring lock "2747437d-2b8f-4b94-826d-6eebf6785a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.683187] env[65311]: DEBUG oslo_concurrency.lockutils [req-60066de0-80f0-47b0-8f75-278e3c4c334c req-a09b3aae-52db-4bdd-8504-1825bd73bac1 service nova] Lock "2747437d-2b8f-4b94-826d-6eebf6785a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.683456] env[65311]: DEBUG oslo_concurrency.lockutils [req-60066de0-80f0-47b0-8f75-278e3c4c334c req-a09b3aae-52db-4bdd-8504-1825bd73bac1 service nova] Lock "2747437d-2b8f-4b94-826d-6eebf6785a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.683832] env[65311]: DEBUG nova.compute.manager [req-60066de0-80f0-47b0-8f75-278e3c4c334c req-a09b3aae-52db-4bdd-8504-1825bd73bac1 service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] No waiting events found dispatching network-vif-plugged-b0dc9a2a-f5aa-4df0-9754-4b8b78204191 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1030.683930] env[65311]: WARNING nova.compute.manager [req-60066de0-80f0-47b0-8f75-278e3c4c334c req-a09b3aae-52db-4bdd-8504-1825bd73bac1 service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Received unexpected event network-vif-plugged-b0dc9a2a-f5aa-4df0-9754-4b8b78204191 for instance with vm_state building and task_state spawning. [ 1030.709094] env[65311]: DEBUG nova.compute.manager [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Received event network-changed-50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1030.709219] env[65311]: DEBUG nova.compute.manager [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Refreshing instance network info cache due to event network-changed-50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1030.709438] env[65311]: DEBUG oslo_concurrency.lockutils [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] Acquiring lock "refresh_cache-f112909f-754e-4263-b323-116a5e2c45bb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.709658] env[65311]: DEBUG oslo_concurrency.lockutils [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] Acquired lock "refresh_cache-f112909f-754e-4263-b323-116a5e2c45bb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.710134] env[65311]: DEBUG nova.network.neutron [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Refreshing network info cache for port 50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.909312] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428750, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.975784] env[65311]: DEBUG nova.compute.manager [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1031.135445] env[65311]: WARNING neutronclient.v2_0.client [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.146755] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "refresh_cache-2747437d-2b8f-4b94-826d-6eebf6785a77" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.149240] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "refresh_cache-2747437d-2b8f-4b94-826d-6eebf6785a77" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.150665] env[65311]: DEBUG nova.network.neutron [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1031.213805] env[65311]: WARNING neutronclient.v2_0.client [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.403131] env[65311]: WARNING neutronclient.v2_0.client [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.420654] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428750, 'name': CreateVM_Task, 'duration_secs': 0.626174} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.425120] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.432555] env[65311]: WARNING neutronclient.v2_0.client [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.433263] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.433965] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.433965] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.434276] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5554fc4d-1022-4ba7-8e8c-d518a60528fc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.441855] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1031.441855] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d5e08f-91c3-dc56-8de2-9d53bf6b4e97" [ 1031.441855] env[65311]: _type = "Task" [ 1031.441855] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.449352] env[65311]: WARNING neutronclient.v2_0.client [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.462137] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d5e08f-91c3-dc56-8de2-9d53bf6b4e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.501223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.530033] env[65311]: DEBUG nova.network.neutron [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Updated VIF entry in instance network info cache for port 50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1031.530404] env[65311]: DEBUG nova.network.neutron [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Updating instance_info_cache with network_info: [{"id": "50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf", "address": "fa:16:3e:5a:93:05", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b6a1f0-2c", "ovs_interfaceid": "50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.565215] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquiring lock "8819d936-b8cf-446d-a858-3af10fe4116d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.565316] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "8819d936-b8cf-446d-a858-3af10fe4116d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.573605] env[65311]: DEBUG nova.network.neutron [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [{"id": "57f05d3b-3b02-4eec-864a-a0857c696d40", "address": "fa:16:3e:8e:2d:4d", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f05d3b-3b", "ovs_interfaceid": "57f05d3b-3b02-4eec-864a-a0857c696d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.623256] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b980e2a-86ce-43d9-89d3-5b2304d9992b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.631975] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec50c8e-0787-4af7-be5d-1c1973f04e23 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.669630] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5784ee-789d-4083-81ea-19ecdb61e512 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.678331] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e94f56f-5a78-4387-a909-b9891c4700a2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.695539] env[65311]: DEBUG nova.compute.provider_tree [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.702184] env[65311]: DEBUG nova.network.neutron [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1031.821314] env[65311]: WARNING neutronclient.v2_0.client [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.889764] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "4f57c265-47d8-42d0-95bc-5102fbdd9874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.890059] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "4f57c265-47d8-42d0-95bc-5102fbdd9874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.890281] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "4f57c265-47d8-42d0-95bc-5102fbdd9874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.891128] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "4f57c265-47d8-42d0-95bc-5102fbdd9874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.891592] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "4f57c265-47d8-42d0-95bc-5102fbdd9874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.893706] env[65311]: INFO nova.compute.manager [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Terminating instance [ 1031.905892] env[65311]: DEBUG nova.network.neutron [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Updating instance_info_cache with network_info: [{"id": "b0dc9a2a-f5aa-4df0-9754-4b8b78204191", "address": "fa:16:3e:e5:c8:fd", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dc9a2a-f5", "ovs_interfaceid": "b0dc9a2a-f5aa-4df0-9754-4b8b78204191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.956208] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d5e08f-91c3-dc56-8de2-9d53bf6b4e97, 'name': SearchDatastore_Task, 'duration_secs': 0.02128} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.956537] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.956773] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.957135] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.957350] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.957579] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.957899] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-933d3853-b169-486e-8cfd-883e0ce60e5f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.968976] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.969204] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.969963] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd4efa9-ec93-4f83-bcad-1bf1eefadef9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.977403] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1031.977403] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ca2e84-2f43-8175-a3db-3de683c0ba40" [ 1031.977403] env[65311]: _type = "Task" [ 1031.977403] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.986955] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ca2e84-2f43-8175-a3db-3de683c0ba40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.034808] env[65311]: DEBUG oslo_concurrency.lockutils [req-25eacd5a-774c-4b78-9899-d3c19f129fd6 req-8865f800-290a-4775-a497-56854b1c4f64 service nova] Releasing lock "refresh_cache-f112909f-754e-4263-b323-116a5e2c45bb" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.076381] env[65311]: DEBUG nova.compute.manager [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1032.080223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.198977] env[65311]: DEBUG nova.scheduler.client.report [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.397833] env[65311]: DEBUG nova.compute.manager [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1032.398096] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.399025] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb2c8e8-5ff3-4c6e-8eb9-228b05318412 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.407863] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.408383] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "refresh_cache-2747437d-2b8f-4b94-826d-6eebf6785a77" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.408698] env[65311]: DEBUG nova.compute.manager [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Instance network_info: |[{"id": "b0dc9a2a-f5aa-4df0-9754-4b8b78204191", "address": "fa:16:3e:e5:c8:fd", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dc9a2a-f5", "ovs_interfaceid": "b0dc9a2a-f5aa-4df0-9754-4b8b78204191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1032.408979] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e389a162-0c32-48fb-9d83-01bdb4b3baca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.410816] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c8:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0dc9a2a-f5aa-4df0-9754-4b8b78204191', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.418443] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1032.418708] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.419430] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d273967-ac52-4bbf-a2fd-d0f1e62b3a38 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.436161] env[65311]: DEBUG oslo_vmware.api [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 1032.436161] env[65311]: value = "task-4428751" [ 1032.436161] env[65311]: _type = "Task" [ 1032.436161] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.442023] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.442023] env[65311]: value = "task-4428752" [ 1032.442023] env[65311]: _type = "Task" [ 1032.442023] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.449138] env[65311]: DEBUG oslo_vmware.api [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.454821] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428752, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.488044] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ca2e84-2f43-8175-a3db-3de683c0ba40, 'name': SearchDatastore_Task, 'duration_secs': 0.016063} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.488988] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47806c80-bb47-48f0-8829-17532531b5bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.495307] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1032.495307] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ebb986-ed38-442c-0783-357e5b137574" [ 1032.495307] env[65311]: _type = "Task" [ 1032.495307] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.505422] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ebb986-ed38-442c-0783-357e5b137574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.612831] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.706940] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.706940] env[65311]: DEBUG nova.compute.manager [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1032.709482] env[65311]: DEBUG oslo_concurrency.lockutils [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.162s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.712152] env[65311]: DEBUG nova.objects.instance [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lazy-loading 'resources' on Instance uuid fd4c730a-8937-43ea-91a6-e8917a8e92f0 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.731445] env[65311]: DEBUG nova.compute.manager [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Received event network-changed-b0dc9a2a-f5aa-4df0-9754-4b8b78204191 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1032.731445] env[65311]: DEBUG nova.compute.manager [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Refreshing instance network info cache due to event network-changed-b0dc9a2a-f5aa-4df0-9754-4b8b78204191. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1032.731445] env[65311]: DEBUG oslo_concurrency.lockutils [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] Acquiring lock "refresh_cache-2747437d-2b8f-4b94-826d-6eebf6785a77" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.731445] env[65311]: DEBUG oslo_concurrency.lockutils [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] Acquired lock "refresh_cache-2747437d-2b8f-4b94-826d-6eebf6785a77" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.731676] env[65311]: DEBUG nova.network.neutron [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Refreshing network info cache for port b0dc9a2a-f5aa-4df0-9754-4b8b78204191 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.949386] env[65311]: DEBUG oslo_vmware.api [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428751, 'name': PowerOffVM_Task, 'duration_secs': 0.304625} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.950046] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.950243] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.950516] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbcc297-9ef8-4218-9994-423c3370f4be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.955125] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428752, 'name': CreateVM_Task, 'duration_secs': 0.450177} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.955383] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.955851] env[65311]: WARNING neutronclient.v2_0.client [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.956243] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.956392] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.956691] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.956982] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f79276-bdc5-42b2-b2f8-9ba16533b087 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.961801] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1032.961801] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5281e2cd-d5f2-5f3e-2356-4293e2381c45" [ 1032.961801] env[65311]: _type = "Task" [ 1032.961801] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.970339] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5281e2cd-d5f2-5f3e-2356-4293e2381c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.006807] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ebb986-ed38-442c-0783-357e5b137574, 'name': SearchDatastore_Task, 'duration_secs': 0.024425} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.007111] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.007386] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] f112909f-754e-4263-b323-116a5e2c45bb/f112909f-754e-4263-b323-116a5e2c45bb.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.007686] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb96d7fe-2fef-4305-a82c-001632f94475 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.016017] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1033.016017] env[65311]: value = "task-4428754" [ 1033.016017] env[65311]: _type = "Task" [ 1033.016017] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.025947] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.028229] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.028535] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.028762] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleting the datastore file [datastore1] 4f57c265-47d8-42d0-95bc-5102fbdd9874 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.029130] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee2f59b1-9407-470d-8daf-279019bbb41d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.037118] env[65311]: DEBUG oslo_vmware.api [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 1033.037118] env[65311]: value = "task-4428755" [ 1033.037118] env[65311]: _type = "Task" [ 1033.037118] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.046829] env[65311]: DEBUG oslo_vmware.api [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.215882] env[65311]: DEBUG nova.compute.utils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.217420] env[65311]: DEBUG nova.compute.manager [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Not allocating networking since 'none' was specified. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1033.235284] env[65311]: WARNING neutronclient.v2_0.client [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.413428] env[65311]: WARNING neutronclient.v2_0.client [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.474447] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5281e2cd-d5f2-5f3e-2356-4293e2381c45, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.477549] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.477884] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.478020] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.478244] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.478425] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.478993] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94b55a41-361b-40d1-badf-6f93e050b929 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.495066] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.495341] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.496320] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486af83b-663d-448e-8955-9cfc2aa56886 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.507133] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1033.507133] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527e045d-c6e0-a9ef-cdd7-b29b24241177" [ 1033.507133] env[65311]: _type = "Task" [ 1033.507133] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.524339] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527e045d-c6e0-a9ef-cdd7-b29b24241177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.533593] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428754, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.537959] env[65311]: DEBUG nova.network.neutron [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Updated VIF entry in instance network info cache for port b0dc9a2a-f5aa-4df0-9754-4b8b78204191. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.538356] env[65311]: DEBUG nova.network.neutron [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Updating instance_info_cache with network_info: [{"id": "b0dc9a2a-f5aa-4df0-9754-4b8b78204191", "address": "fa:16:3e:e5:c8:fd", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dc9a2a-f5", "ovs_interfaceid": "b0dc9a2a-f5aa-4df0-9754-4b8b78204191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.551089] env[65311]: DEBUG oslo_vmware.api [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233516} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.554341] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.554619] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.554814] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.554995] env[65311]: INFO nova.compute.manager [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1033.555327] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1033.556514] env[65311]: DEBUG nova.compute.manager [-] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1033.556662] env[65311]: DEBUG nova.network.neutron [-] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1033.556929] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.595947] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.602075] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe33e8-abbb-491f-8f65-3e041f4a48e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.605887] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0d2bb-511e-4e21-8381-37dfcbd4d5ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.628948] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance '19b27509-93ab-419b-a558-7a14ac9b8abd' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.636757] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb32bf2-336b-4ed9-9bb6-ac24631a3b35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.669173] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ae3154-21fc-401b-86ac-d9bdb39f7a3f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.677865] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdd3205-b968-4ec0-ad04-918c3e675b60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.693102] env[65311]: DEBUG nova.compute.provider_tree [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.721318] env[65311]: DEBUG nova.compute.manager [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1034.018487] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527e045d-c6e0-a9ef-cdd7-b29b24241177, 'name': SearchDatastore_Task, 'duration_secs': 0.053754} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.022177] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c819f2d5-5856-4270-b899-f36ce5a3885a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.030554] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602928} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.032156] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] f112909f-754e-4263-b323-116a5e2c45bb/f112909f-754e-4263-b323-116a5e2c45bb.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.032305] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.032537] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1034.032537] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f81da2-7b92-1fe8-f936-deff49fd6f58" [ 1034.032537] env[65311]: _type = "Task" [ 1034.032537] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.032726] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70107c7f-f612-4857-99d5-4de0f2de4c87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.043309] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f81da2-7b92-1fe8-f936-deff49fd6f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.044796] env[65311]: DEBUG oslo_concurrency.lockutils [req-eead50d2-1b66-4c88-9783-36c18e821ea0 req-4d6e232b-43b4-433e-9366-edb672ad708e service nova] Releasing lock "refresh_cache-2747437d-2b8f-4b94-826d-6eebf6785a77" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.045218] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1034.045218] env[65311]: value = "task-4428756" [ 1034.045218] env[65311]: _type = "Task" [ 1034.045218] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.055647] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.137927] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.138386] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b89f9bd-2895-4d1a-8eaf-7f3aba7b1da5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.150877] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1034.150877] env[65311]: value = "task-4428757" [ 1034.150877] env[65311]: _type = "Task" [ 1034.150877] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.162649] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.197116] env[65311]: DEBUG nova.scheduler.client.report [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.347878] env[65311]: DEBUG nova.network.neutron [-] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.547728] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f81da2-7b92-1fe8-f936-deff49fd6f58, 'name': SearchDatastore_Task, 'duration_secs': 0.015039} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.551715] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.551901] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 2747437d-2b8f-4b94-826d-6eebf6785a77/2747437d-2b8f-4b94-826d-6eebf6785a77.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.552268] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fa6edf5-d56f-4a41-88f1-be72d68b0306 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.561965] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073335} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.563409] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.563798] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1034.563798] env[65311]: value = "task-4428758" [ 1034.563798] env[65311]: _type = "Task" [ 1034.563798] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.564590] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4e2371-4a03-41e3-bdd1-6ab472d07efb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.591959] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f112909f-754e-4263-b323-116a5e2c45bb/f112909f-754e-4263-b323-116a5e2c45bb.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.595212] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59cb622a-8466-49cc-b560-40239089d5e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.610038] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.616503] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1034.616503] env[65311]: value = "task-4428759" [ 1034.616503] env[65311]: _type = "Task" [ 1034.616503] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.628011] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.661329] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428757, 'name': PowerOffVM_Task, 'duration_secs': 0.249006} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.661595] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.661770] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance '19b27509-93ab-419b-a558-7a14ac9b8abd' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.702876] env[65311]: DEBUG oslo_concurrency.lockutils [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.705681] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.347s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.707613] env[65311]: INFO nova.compute.claims [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.728695] env[65311]: INFO nova.scheduler.client.report [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted allocations for instance fd4c730a-8937-43ea-91a6-e8917a8e92f0 [ 1034.731068] env[65311]: DEBUG nova.compute.manager [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1034.761541] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1034.762136] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.763568] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1034.763568] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.763568] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1034.763568] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1034.763568] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.763568] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1034.763568] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1034.763568] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1034.763924] env[65311]: DEBUG nova.virt.hardware [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1034.765112] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db11c50-6bdb-40bc-9f1c-ed4986feb439 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.770443] env[65311]: DEBUG nova.compute.manager [req-40a00200-cbf5-4516-adeb-f23c18e7d14e req-0e10030f-8fab-4c9d-9d5f-a5d2c666b7fb service nova] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Received event network-vif-deleted-2f57b368-01d6-4c13-ad1e-5588b84ce740 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1034.777362] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf84779-362e-4550-a93e-501cd95b706c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.793726] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.799534] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Creating folder: Project (56e3c1645bb44e029e17d5cf5adff16e). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.800251] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-288ff56e-8002-4b57-a8ba-8641d91de4df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.812206] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Created folder: Project (56e3c1645bb44e029e17d5cf5adff16e) in parent group-v866349. [ 1034.812439] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Creating folder: Instances. Parent ref: group-v866609. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.812691] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc3ab5fa-1885-48f5-8b30-e2a6dd4f662c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.823330] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Created folder: Instances in parent group-v866609. [ 1034.823578] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1034.823775] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.823997] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68a05cad-5b46-4743-a5ed-e9850273e213 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.844169] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.844169] env[65311]: value = "task-4428762" [ 1034.844169] env[65311]: _type = "Task" [ 1034.844169] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.850370] env[65311]: INFO nova.compute.manager [-] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Took 1.29 seconds to deallocate network for instance. [ 1034.855116] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428762, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.080396] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.130226] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.171070] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1035.171070] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.171070] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1035.171070] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.171070] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1035.171604] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1035.171604] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1035.172510] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1035.172510] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1035.172878] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1035.173135] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1035.182668] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59e7275c-7f5a-4210-9a49-279d40092475 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.201505] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1035.201505] env[65311]: value = "task-4428763" [ 1035.201505] env[65311]: _type = "Task" [ 1035.201505] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.212412] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.239362] env[65311]: DEBUG oslo_concurrency.lockutils [None req-973c4256-4518-4f23-ace8-0ca041273a9d tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "fd4c730a-8937-43ea-91a6-e8917a8e92f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.160s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.359874] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.360347] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428762, 'name': CreateVM_Task, 'duration_secs': 0.397971} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.360580] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.361068] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.361273] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.361620] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.361885] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c7e685-b8d8-4205-bd80-4ddcaa97a6a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.369275] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1035.369275] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52353001-1879-c83c-3f54-107ead7ccdb1" [ 1035.369275] env[65311]: _type = "Task" [ 1035.369275] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.380267] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52353001-1879-c83c-3f54-107ead7ccdb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.579299] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630425} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.579731] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 2747437d-2b8f-4b94-826d-6eebf6785a77/2747437d-2b8f-4b94-826d-6eebf6785a77.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.580089] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.580089] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49bbe898-67aa-4a96-ad30-1367e9dea410 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.587924] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1035.587924] env[65311]: value = "task-4428764" [ 1035.587924] env[65311]: _type = "Task" [ 1035.587924] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.598306] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.631555] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428759, 'name': ReconfigVM_Task, 'duration_secs': 0.727417} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.632078] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f112909f-754e-4263-b323-116a5e2c45bb/f112909f-754e-4263-b323-116a5e2c45bb.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.632859] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-603fd38b-a501-4397-a0de-bfe2c58bca4c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.642289] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1035.642289] env[65311]: value = "task-4428765" [ 1035.642289] env[65311]: _type = "Task" [ 1035.642289] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.653471] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428765, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.712501] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428763, 'name': ReconfigVM_Task, 'duration_secs': 0.369848} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.712812] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance '19b27509-93ab-419b-a558-7a14ac9b8abd' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.881917] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52353001-1879-c83c-3f54-107ead7ccdb1, 'name': SearchDatastore_Task, 'duration_secs': 0.015138} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.882185] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.882418] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.882649] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.882793] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.882972] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.885939] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e977648-3d25-4cd8-aabe-4386792c579f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.896631] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.896827] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.897660] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee08d2c-ea47-48af-b4ff-bfb3861be9bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.908124] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1035.908124] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52588c82-df89-8f8b-2181-f734066c40ce" [ 1035.908124] env[65311]: _type = "Task" [ 1035.908124] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.918987] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52588c82-df89-8f8b-2181-f734066c40ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.041293] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1482a5-f6c5-4722-afd1-ac1edb0c2062 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.050199] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfa1476-adf0-4b2a-9f66-0f89357d26e1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.099200] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416d0fad-b00d-47b1-8c71-a4e3d41d86dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.108179] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07223} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.110387] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.111634] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1298ca-d34a-4c12-aed7-cb0d2b5be9be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.115185] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae88b38d-3452-4b52-a75d-3d33fde22f5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.133295] env[65311]: DEBUG nova.compute.provider_tree [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.154943] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 2747437d-2b8f-4b94-826d-6eebf6785a77/2747437d-2b8f-4b94-826d-6eebf6785a77.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.159159] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7357cf41-4ee2-463f-85f4-d22c9a04c575 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.181423] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428765, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.183284] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1036.183284] env[65311]: value = "task-4428766" [ 1036.183284] env[65311]: _type = "Task" [ 1036.183284] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.195990] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428766, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.227244] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1036.227635] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.227635] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1036.227814] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.227947] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1036.228110] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1036.228320] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1036.228541] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1036.228623] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1036.228773] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1036.228960] env[65311]: DEBUG nova.virt.hardware [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1036.234339] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1036.234666] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-016022ee-ff06-413c-8d6f-6d3c6d570f1b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.256880] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1036.256880] env[65311]: value = "task-4428767" [ 1036.256880] env[65311]: _type = "Task" [ 1036.256880] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.267870] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.420954] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52588c82-df89-8f8b-2181-f734066c40ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01356} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.421835] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9018104e-c072-4c3e-aaf8-722889c992ea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.429503] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1036.429503] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cf32e0-d0d2-103d-bef8-14461f222de1" [ 1036.429503] env[65311]: _type = "Task" [ 1036.429503] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.438509] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cf32e0-d0d2-103d-bef8-14461f222de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.482837] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.483189] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.483400] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.483528] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.483748] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.485841] env[65311]: INFO nova.compute.manager [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Terminating instance [ 1036.658096] env[65311]: DEBUG nova.scheduler.client.report [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.662045] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428765, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.696680] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.768592] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428767, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.942925] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cf32e0-d0d2-103d-bef8-14461f222de1, 'name': SearchDatastore_Task, 'duration_secs': 0.01383} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.943387] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.943706] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] a210060f-e00c-4a4d-95e0-ba497ec7a763/a210060f-e00c-4a4d-95e0-ba497ec7a763.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.944039] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa389a02-7bd2-4d87-8ba8-b23101b65809 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.953515] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1036.953515] env[65311]: value = "task-4428768" [ 1036.953515] env[65311]: _type = "Task" [ 1036.953515] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.964156] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.991581] env[65311]: DEBUG nova.compute.manager [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1036.991581] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.992299] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bedfb71-d271-4230-8b9c-ac676d1607cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.003389] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.003389] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce3e5708-acad-40b5-9ed0-1ab113af6224 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.012245] env[65311]: DEBUG oslo_vmware.api [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1037.012245] env[65311]: value = "task-4428769" [ 1037.012245] env[65311]: _type = "Task" [ 1037.012245] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.025879] env[65311]: DEBUG oslo_vmware.api [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.158967] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428765, 'name': Rename_Task, 'duration_secs': 1.116905} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.159283] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.159592] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7e3c0cc-f595-40a5-9729-d0d24347fed4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.163812] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.164409] env[65311]: DEBUG nova.compute.manager [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1037.169831] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.189s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.171369] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1037.171369] env[65311]: value = "task-4428770" [ 1037.171369] env[65311]: _type = "Task" [ 1037.171369] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.185184] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.195746] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428766, 'name': ReconfigVM_Task, 'duration_secs': 0.807675} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.195746] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 2747437d-2b8f-4b94-826d-6eebf6785a77/2747437d-2b8f-4b94-826d-6eebf6785a77.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.196991] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-160a17d4-b2f3-4057-9fd3-e0d4b1ab8816 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.205477] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1037.205477] env[65311]: value = "task-4428771" [ 1037.205477] env[65311]: _type = "Task" [ 1037.205477] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.220427] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428771, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.224807] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.225572] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.268249] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428767, 'name': ReconfigVM_Task, 'duration_secs': 0.518209} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.269515] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1037.269515] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29454af-aef5-4177-8a0c-fffd79bf3a5c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.299059] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 19b27509-93ab-419b-a558-7a14ac9b8abd/19b27509-93ab-419b-a558-7a14ac9b8abd.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.300108] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa872227-459c-40a8-a51e-215ba99c5a3c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.325980] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1037.325980] env[65311]: value = "task-4428772" [ 1037.325980] env[65311]: _type = "Task" [ 1037.325980] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.339823] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.465982] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428768, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.523020] env[65311]: DEBUG oslo_vmware.api [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428769, 'name': PowerOffVM_Task, 'duration_secs': 0.235412} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.523301] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.523463] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.523724] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83f0ce7f-6005-4f4d-b5ee-ec3927217f63 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.605482] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.605694] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.605869] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleting the datastore file [datastore2] 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.606182] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a88d7014-bc2a-4992-a487-721b514462b8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.613759] env[65311]: DEBUG oslo_vmware.api [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1037.613759] env[65311]: value = "task-4428774" [ 1037.613759] env[65311]: _type = "Task" [ 1037.613759] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.622904] env[65311]: DEBUG oslo_vmware.api [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.674081] env[65311]: DEBUG nova.compute.utils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.675760] env[65311]: DEBUG nova.compute.manager [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1037.675959] env[65311]: DEBUG nova.network.neutron [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1037.676385] env[65311]: WARNING neutronclient.v2_0.client [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.676695] env[65311]: WARNING neutronclient.v2_0.client [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.685172] env[65311]: INFO nova.compute.claims [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.696149] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.715778] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428771, 'name': Rename_Task, 'duration_secs': 0.442513} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.716865] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.717111] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae29b49-93a7-4384-bc46-4554c41fdae0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.724665] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1037.724665] env[65311]: value = "task-4428775" [ 1037.724665] env[65311]: _type = "Task" [ 1037.724665] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.728892] env[65311]: DEBUG nova.compute.manager [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1037.737854] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.739543] env[65311]: DEBUG nova.policy [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a1c82e11b9c4b0ca29cea6bc224fa65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772a53bbca574a6a95f99e5aef167d61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.837345] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.969947] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595495} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.969947] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] a210060f-e00c-4a4d-95e0-ba497ec7a763/a210060f-e00c-4a4d-95e0-ba497ec7a763.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.969947] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.969947] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d03d0336-630b-401b-b37e-7c7a517cc019 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.979472] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1037.979472] env[65311]: value = "task-4428776" [ 1037.979472] env[65311]: _type = "Task" [ 1037.979472] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.988925] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.069608] env[65311]: DEBUG nova.network.neutron [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Successfully created port: 97762736-896f-4a3b-bb9e-cc57d1cbd31b {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1038.127628] env[65311]: DEBUG oslo_vmware.api [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311487} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.127943] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.128735] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.129017] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.129281] env[65311]: INFO nova.compute.manager [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1038.129560] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1038.129830] env[65311]: DEBUG nova.compute.manager [-] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1038.129949] env[65311]: DEBUG nova.network.neutron [-] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1038.130262] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.185031] env[65311]: DEBUG nova.compute.manager [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1038.192992] env[65311]: INFO nova.compute.resource_tracker [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating resource usage from migration 5fd2452a-8f08-411e-a7e0-c07e7e8a4f5b [ 1038.195241] env[65311]: DEBUG oslo_vmware.api [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428770, 'name': PowerOnVM_Task, 'duration_secs': 0.881835} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.196620] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.198886] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.199764] env[65311]: INFO nova.compute.manager [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1038.199764] env[65311]: DEBUG nova.compute.manager [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1038.200570] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826108ee-1780-497b-9753-d836b4526a87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.244888] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428775, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.261713] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.339688] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428772, 'name': ReconfigVM_Task, 'duration_secs': 0.625972} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.340469] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 19b27509-93ab-419b-a558-7a14ac9b8abd/19b27509-93ab-419b-a558-7a14ac9b8abd.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.341235] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance '19b27509-93ab-419b-a558-7a14ac9b8abd' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.490782] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109913} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.491611] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.493555] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b6393a-0e42-4975-81e6-a0029d75e650 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.526877] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] a210060f-e00c-4a4d-95e0-ba497ec7a763/a210060f-e00c-4a4d-95e0-ba497ec7a763.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.531493] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87c1602d-79a6-49d5-aa06-cf57bef48f8d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.557166] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1038.557166] env[65311]: value = "task-4428777" [ 1038.557166] env[65311]: _type = "Task" [ 1038.557166] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.569847] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.651077] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2766ed1a-3bc9-4e6b-be99-9a28677fa65a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.660221] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3e9364-bef5-4b38-91b7-45115852a368 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.705576] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951a793f-19be-4fa4-98c8-f7bee0bdc43a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.724879] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c350850b-fce2-43a4-928e-9e7dda7e46b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.730052] env[65311]: INFO nova.compute.manager [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Took 29.52 seconds to build instance. [ 1038.742069] env[65311]: DEBUG oslo_vmware.api [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428775, 'name': PowerOnVM_Task, 'duration_secs': 0.710789} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.751973] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.752396] env[65311]: INFO nova.compute.manager [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1038.752594] env[65311]: DEBUG nova.compute.manager [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1038.753267] env[65311]: DEBUG nova.compute.provider_tree [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.756156] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4fba61-8f05-4bd4-9564-c46d81fbbe6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.849608] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b07663-d580-4c15-841b-ffc109283fbf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.873165] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220f2eb-686b-4c57-ad1c-f1002379cf24 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.893779] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance '19b27509-93ab-419b-a558-7a14ac9b8abd' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.919108] env[65311]: DEBUG nova.compute.manager [req-d3cc3e4c-7a7f-4524-886e-eda2bafcd74b req-8ad9b2bb-9526-4e68-9629-2e3537893204 service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Received event network-vif-deleted-e9e9ac28-2f98-45ff-9da5-d187b14b83cf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1038.919287] env[65311]: INFO nova.compute.manager [req-d3cc3e4c-7a7f-4524-886e-eda2bafcd74b req-8ad9b2bb-9526-4e68-9629-2e3537893204 service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Neutron deleted interface e9e9ac28-2f98-45ff-9da5-d187b14b83cf; detaching it from the instance and deleting it from the info cache [ 1038.919878] env[65311]: DEBUG nova.network.neutron [req-d3cc3e4c-7a7f-4524-886e-eda2bafcd74b req-8ad9b2bb-9526-4e68-9629-2e3537893204 service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.050528] env[65311]: DEBUG nova.network.neutron [-] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.068679] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428777, 'name': ReconfigVM_Task, 'duration_secs': 0.314173} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.069700] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Reconfigured VM instance instance-0000005d to attach disk [datastore1] a210060f-e00c-4a4d-95e0-ba497ec7a763/a210060f-e00c-4a4d-95e0-ba497ec7a763.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.070506] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be722169-0995-4b38-83f6-60c4148c22cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.079408] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1039.079408] env[65311]: value = "task-4428778" [ 1039.079408] env[65311]: _type = "Task" [ 1039.079408] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.090452] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428778, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.207502] env[65311]: DEBUG nova.compute.manager [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1039.238510] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1039.239154] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.239516] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1039.239936] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.240889] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1039.240889] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1039.240889] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.241689] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1039.241689] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1039.241827] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1039.242256] env[65311]: DEBUG nova.virt.hardware [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1039.243499] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e62b72f-26bc-4806-b19e-7d3b7adf8f73 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.039s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.244899] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72685241-ca4d-4809-b3af-b59e01c0fe61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.256429] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b5c119-2e52-4458-9f18-5be09378e147 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.261363] env[65311]: DEBUG nova.scheduler.client.report [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.282775] env[65311]: INFO nova.compute.manager [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Took 26.47 seconds to build instance. [ 1039.328165] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.328415] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.328591] env[65311]: INFO nova.compute.manager [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Shelving [ 1039.402468] env[65311]: WARNING neutronclient.v2_0.client [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.402608] env[65311]: WARNING neutronclient.v2_0.client [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.422770] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-852be431-b6d2-43f1-8bd3-a6a00e5f1974 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.434099] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd872402-123d-4128-a358-c46674d58cca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.461047] env[65311]: DEBUG nova.network.neutron [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Port 57f05d3b-3b02-4eec-864a-a0857c696d40 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1039.474760] env[65311]: DEBUG nova.compute.manager [req-d3cc3e4c-7a7f-4524-886e-eda2bafcd74b req-8ad9b2bb-9526-4e68-9629-2e3537893204 service nova] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Detach interface failed, port_id=e9e9ac28-2f98-45ff-9da5-d187b14b83cf, reason: Instance 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1039.554926] env[65311]: INFO nova.compute.manager [-] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Took 1.42 seconds to deallocate network for instance. [ 1039.593043] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428778, 'name': Rename_Task, 'duration_secs': 0.145936} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.593043] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.593043] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26c1ac31-c391-4fdb-bd03-600d783a843b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.598989] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1039.598989] env[65311]: value = "task-4428779" [ 1039.598989] env[65311]: _type = "Task" [ 1039.598989] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.607766] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.767356] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.597s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.767677] env[65311]: INFO nova.compute.manager [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Migrating [ 1039.775063] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.568s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.775312] env[65311]: DEBUG nova.objects.instance [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lazy-loading 'resources' on Instance uuid e6572502-05a9-4ae3-9eb5-48e574ae4cdf {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.787374] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bf64f492-a641-49bb-ba69-bbcace4eef34 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "2747437d-2b8f-4b94-826d-6eebf6785a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.985s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.060651] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.070103] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-82260d88-cfa9-48f5-879a-b8c56851af86-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.070486] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-82260d88-cfa9-48f5-879a-b8c56851af86-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.070988] env[65311]: DEBUG nova.objects.instance [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'flavor' on Instance uuid 82260d88-cfa9-48f5-879a-b8c56851af86 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.111613] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428779, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.155378] env[65311]: DEBUG nova.network.neutron [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Successfully updated port: 97762736-896f-4a3b-bb9e-cc57d1cbd31b {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1040.256452] env[65311]: DEBUG oslo_vmware.rw_handles [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e71fc9-daa5-dee9-7b78-99899106a751/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1040.257476] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7df9c-9ba1-48cc-b0dd-b28722c7335b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.265152] env[65311]: DEBUG oslo_vmware.rw_handles [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e71fc9-daa5-dee9-7b78-99899106a751/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1040.265152] env[65311]: ERROR oslo_vmware.rw_handles [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e71fc9-daa5-dee9-7b78-99899106a751/disk-0.vmdk due to incomplete transfer. [ 1040.265297] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64da3365-7b4f-4f35-b38f-30da16c5b0eb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.274582] env[65311]: DEBUG oslo_vmware.rw_handles [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e71fc9-daa5-dee9-7b78-99899106a751/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1040.274781] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Uploaded image e9b823b7-57dd-4425-b58d-3fe33795986e to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1040.277534] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1040.277668] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7ddb9034-dc19-4a9b-b28a-460b4ba7df9c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.287944] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.288159] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.288345] env[65311]: DEBUG nova.network.neutron [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1040.289537] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1040.289537] env[65311]: value = "task-4428780" [ 1040.289537] env[65311]: _type = "Task" [ 1040.289537] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.302986] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428780, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.343242] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.344033] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc16fdbf-3157-4430-a684-441c53d3e13c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.352859] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1040.352859] env[65311]: value = "task-4428781" [ 1040.352859] env[65311]: _type = "Task" [ 1040.352859] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.365546] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.432236] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "f112909f-754e-4263-b323-116a5e2c45bb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.432508] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.496573] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "19b27509-93ab-419b-a558-7a14ac9b8abd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.496826] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.496996] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.575803] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.609443] env[65311]: DEBUG oslo_vmware.api [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428779, 'name': PowerOnVM_Task, 'duration_secs': 0.542196} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.612293] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.612543] env[65311]: INFO nova.compute.manager [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Took 5.88 seconds to spawn the instance on the hypervisor. [ 1040.612782] env[65311]: DEBUG nova.compute.manager [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.613881] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14085671-ef7c-447d-a152-ac9578a5d9b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.641875] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c55ccba-3cf5-4edc-850e-c076f9739df1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.652160] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5974bb-2614-47ee-98e1-2285811761ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.657744] env[65311]: DEBUG nova.objects.instance [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'pci_requests' on Instance uuid 82260d88-cfa9-48f5-879a-b8c56851af86 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.659837] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.660014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.660203] env[65311]: DEBUG nova.network.neutron [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1040.689249] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a800b3-c2c3-4fcb-b436-883e255410f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.699680] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3cbaf0-41f7-40e5-a8b8-a27fd8e5ae8f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.716614] env[65311]: DEBUG nova.compute.provider_tree [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1040.792080] env[65311]: WARNING neutronclient.v2_0.client [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.805432] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428780, 'name': Destroy_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.863299] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428781, 'name': PowerOffVM_Task, 'duration_secs': 0.243022} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.863954] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.867503] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1dcf48-87bf-4243-b3ec-83eeadcdb26d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.887750] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577c58f8-b302-4d60-968a-1303638106ea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.936383] env[65311]: DEBUG nova.compute.utils [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.965435] env[65311]: WARNING neutronclient.v2_0.client [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.046310] env[65311]: DEBUG nova.network.neutron [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance_info_cache with network_info: [{"id": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "address": "fa:16:3e:d7:bf:48", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22728c9b-cc", "ovs_interfaceid": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.138027] env[65311]: INFO nova.compute.manager [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Took 20.89 seconds to build instance. [ 1041.162525] env[65311]: DEBUG nova.objects.base [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Object Instance<82260d88-cfa9-48f5-879a-b8c56851af86> lazy-loaded attributes: flavor,pci_requests {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1041.162726] env[65311]: DEBUG nova.network.neutron [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.163070] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.163476] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.211948] env[65311]: DEBUG nova.network.neutron [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1041.223429] env[65311]: DEBUG nova.policy [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26aaaf67c344788b3bdd010e529a97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec8893005944de781a2ec2b640d87fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.238804] env[65311]: ERROR nova.scheduler.client.report [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [req-dc7cd50e-36b5-4a30-a6c0-94e8628affcc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc7cd50e-36b5-4a30-a6c0-94e8628affcc"}]} [ 1041.257618] env[65311]: DEBUG nova.scheduler.client.report [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.273556] env[65311]: DEBUG nova.scheduler.client.report [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.273855] env[65311]: DEBUG nova.compute.provider_tree [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.287623] env[65311]: DEBUG nova.scheduler.client.report [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.290588] env[65311]: WARNING neutronclient.v2_0.client [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.302622] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428780, 'name': Destroy_Task, 'duration_secs': 0.703707} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.302877] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Destroyed the VM [ 1041.303137] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1041.303462] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16bbedb1-02e0-4507-a861-7d6f291eb047 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.311241] env[65311]: DEBUG nova.scheduler.client.report [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1041.314903] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1041.314903] env[65311]: value = "task-4428782" [ 1041.314903] env[65311]: _type = "Task" [ 1041.314903] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.324586] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.375038] env[65311]: DEBUG nova.network.neutron [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance_info_cache with network_info: [{"id": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "address": "fa:16:3e:13:d0:84", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97762736-89", "ovs_interfaceid": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.399024] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1041.399348] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e1fba5c-d6bb-4acb-b3a8-aa35cc4d5377 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.409618] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1041.409618] env[65311]: value = "task-4428783" [ 1041.409618] env[65311]: _type = "Task" [ 1041.409618] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.419928] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428783, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.439289] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.513276] env[65311]: WARNING neutronclient.v2_0.client [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.544716] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.544960] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.545201] env[65311]: DEBUG nova.network.neutron [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.549481] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.562377] env[65311]: DEBUG nova.network.neutron [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Successfully created port: 120ddd47-5f41-46c6-93e8-19aafaa8bc03 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1041.639407] env[65311]: DEBUG oslo_concurrency.lockutils [None req-05240ab1-47ea-4d6c-ae3e-fe056c8bb6f1 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "a210060f-e00c-4a4d-95e0-ba497ec7a763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.405s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.646391] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912f5ab8-9296-48f1-b326-80c57d476610 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.658623] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8068e1ef-68f0-4cfa-a535-c71c0d8d03f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.693471] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eb8c81-4841-446a-b897-59fe048ec28d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.702607] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e04634-180e-491b-a0de-42e0393ce172 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.718391] env[65311]: DEBUG nova.compute.provider_tree [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.826462] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428782, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.880507] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.880924] env[65311]: DEBUG nova.compute.manager [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Instance network_info: |[{"id": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "address": "fa:16:3e:13:d0:84", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97762736-89", "ovs_interfaceid": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1041.881436] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:d0:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97762736-896f-4a3b-bb9e-cc57d1cbd31b', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.889983] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.890263] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.890498] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c6b0d09-cef7-4f95-9fc0-bb11d70d7ef1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.915022] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.915022] env[65311]: value = "task-4428784" [ 1041.915022] env[65311]: _type = "Task" [ 1041.915022] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.921795] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428783, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.927871] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428784, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.047066] env[65311]: DEBUG nova.compute.manager [req-4d6bc619-1334-4d9a-940e-f7e191d54ee8 req-6943216a-094c-491f-a534-81b6a443156b service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Received event network-vif-plugged-97762736-896f-4a3b-bb9e-cc57d1cbd31b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1042.047285] env[65311]: DEBUG oslo_concurrency.lockutils [req-4d6bc619-1334-4d9a-940e-f7e191d54ee8 req-6943216a-094c-491f-a534-81b6a443156b service nova] Acquiring lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.047495] env[65311]: DEBUG oslo_concurrency.lockutils [req-4d6bc619-1334-4d9a-940e-f7e191d54ee8 req-6943216a-094c-491f-a534-81b6a443156b service nova] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.047661] env[65311]: DEBUG oslo_concurrency.lockutils [req-4d6bc619-1334-4d9a-940e-f7e191d54ee8 req-6943216a-094c-491f-a534-81b6a443156b service nova] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.047826] env[65311]: DEBUG nova.compute.manager [req-4d6bc619-1334-4d9a-940e-f7e191d54ee8 req-6943216a-094c-491f-a534-81b6a443156b service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] No waiting events found dispatching network-vif-plugged-97762736-896f-4a3b-bb9e-cc57d1cbd31b {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1042.048016] env[65311]: WARNING nova.compute.manager [req-4d6bc619-1334-4d9a-940e-f7e191d54ee8 req-6943216a-094c-491f-a534-81b6a443156b service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Received unexpected event network-vif-plugged-97762736-896f-4a3b-bb9e-cc57d1cbd31b for instance with vm_state building and task_state spawning. [ 1042.048976] env[65311]: WARNING neutronclient.v2_0.client [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.251353] env[65311]: DEBUG nova.scheduler.client.report [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.251645] env[65311]: DEBUG nova.compute.provider_tree [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 136 to 137 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.251913] env[65311]: DEBUG nova.compute.provider_tree [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.330039] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428782, 'name': RemoveSnapshot_Task, 'duration_secs': 0.581299} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.330361] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1042.330707] env[65311]: DEBUG nova.compute.manager [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1042.331547] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5f5a25-5e4a-40ff-8311-9b7a2dfced58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.365938] env[65311]: WARNING neutronclient.v2_0.client [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.422779] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428783, 'name': CreateSnapshot_Task, 'duration_secs': 0.78589} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.423437] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1042.424275] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5c0c09-d919-4125-9cfc-d142b3f9b969 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.430122] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428784, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.467154] env[65311]: DEBUG nova.network.neutron [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [{"id": "57f05d3b-3b02-4eec-864a-a0857c696d40", "address": "fa:16:3e:8e:2d:4d", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f05d3b-3b", "ovs_interfaceid": "57f05d3b-3b02-4eec-864a-a0857c696d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.522219] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "f112909f-754e-4263-b323-116a5e2c45bb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.522564] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.522830] env[65311]: INFO nova.compute.manager [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Attaching volume a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd to /dev/sdb [ 1042.571816] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e475fd01-aa62-4ed4-adfe-5759fc9ee009 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.580847] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947583c8-2470-47ed-baad-a4d1bbfa18ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.597834] env[65311]: DEBUG nova.virt.block_device [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Updating existing volume attachment record: c871457f-8666-4103-9e8c-c7e4816a81f7 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1042.757303] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.982s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.759939] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.433s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.761401] env[65311]: INFO nova.compute.claims [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.788890] env[65311]: INFO nova.scheduler.client.report [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted allocations for instance e6572502-05a9-4ae3-9eb5-48e574ae4cdf [ 1042.845167] env[65311]: INFO nova.compute.manager [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Shelve offloading [ 1042.927942] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428784, 'name': CreateVM_Task, 'duration_secs': 0.876776} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.928154] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.928820] env[65311]: WARNING neutronclient.v2_0.client [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.929150] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.929304] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.929627] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.929909] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c613b8cc-fbd6-4395-b44a-2679ac025979 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.935822] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1042.935822] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e53938-4e74-15a2-2e1d-e0e3152976c2" [ 1042.935822] env[65311]: _type = "Task" [ 1042.935822] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.949710] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1042.949710] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d2e8720-0048-46eb-93b1-03fa3c8e572e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.960294] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e53938-4e74-15a2-2e1d-e0e3152976c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.964014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.964014] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.964014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.964014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.964014] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.965216] env[65311]: DEBUG nova.compute.manager [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Received event network-changed-b0dc9a2a-f5aa-4df0-9754-4b8b78204191 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1042.965374] env[65311]: DEBUG nova.compute.manager [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Refreshing instance network info cache due to event network-changed-b0dc9a2a-f5aa-4df0-9754-4b8b78204191. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1042.965566] env[65311]: DEBUG oslo_concurrency.lockutils [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] Acquiring lock "refresh_cache-2747437d-2b8f-4b94-826d-6eebf6785a77" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.965698] env[65311]: DEBUG oslo_concurrency.lockutils [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] Acquired lock "refresh_cache-2747437d-2b8f-4b94-826d-6eebf6785a77" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.965850] env[65311]: DEBUG nova.network.neutron [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Refreshing network info cache for port b0dc9a2a-f5aa-4df0-9754-4b8b78204191 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.970348] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1042.970348] env[65311]: value = "task-4428788" [ 1042.970348] env[65311]: _type = "Task" [ 1042.970348] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.970348] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc9e3899-afa4-469a-953f-264f17a83982 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.970348] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.987771] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428788, 'name': CloneVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.989098] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.989261] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.990045] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e6824d-ad0c-4e0b-94d2-f6c37e8be25c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.996382] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1042.996382] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5210a23d-f7cd-213c-b642-5fb1152eb3ce" [ 1042.996382] env[65311]: _type = "Task" [ 1042.996382] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.006656] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5210a23d-f7cd-213c-b642-5fb1152eb3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.067028] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05bcea4-9e83-4689-bb86-0e69275c9126 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.094979] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance 'fb4654f6-15e0-4b18-ab33-e620cccb5736' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.119217] env[65311]: DEBUG nova.network.neutron [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Successfully updated port: 120ddd47-5f41-46c6-93e8-19aafaa8bc03 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1043.296691] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43493587-b93e-47ad-aee2-6a8747976bf3 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "e6572502-05a9-4ae3-9eb5-48e574ae4cdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.513s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.349777] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.350192] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b33a0ab3-87d7-48dd-b564-d648c5242070 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.358377] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1043.358377] env[65311]: value = "task-4428789" [ 1043.358377] env[65311]: _type = "Task" [ 1043.358377] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.369017] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1043.369247] env[65311]: DEBUG nova.compute.manager [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1043.370056] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa96b04-04a6-4052-adfd-f1dddf75d664 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.377128] env[65311]: DEBUG oslo_concurrency.lockutils [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.377501] env[65311]: DEBUG oslo_concurrency.lockutils [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.377701] env[65311]: DEBUG nova.network.neutron [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.469484] env[65311]: WARNING neutronclient.v2_0.client [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.486450] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428788, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.505250] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77519d7b-0122-4afe-93d1-759e3b364cf4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.516867] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5210a23d-f7cd-213c-b642-5fb1152eb3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.518677] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc30957-fe70-4aa7-8002-0693d3b6600e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.536266] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba72f8-7e49-41fb-ad29-792682db6710 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.540558] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1043.540558] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52463a96-e178-79df-062e-2070a5a3e041" [ 1043.540558] env[65311]: _type = "Task" [ 1043.540558] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.546758] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance '19b27509-93ab-419b-a558-7a14ac9b8abd' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1043.556436] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52463a96-e178-79df-062e-2070a5a3e041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.605276] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.605276] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e6c2595-ff10-4575-bc3e-26ac205ded26 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.613219] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1043.613219] env[65311]: value = "task-4428790" [ 1043.613219] env[65311]: _type = "Task" [ 1043.613219] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.624724] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.624905] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.625122] env[65311]: DEBUG nova.network.neutron [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.626463] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.672854] env[65311]: WARNING neutronclient.v2_0.client [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.765436] env[65311]: DEBUG nova.network.neutron [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Updated VIF entry in instance network info cache for port b0dc9a2a-f5aa-4df0-9754-4b8b78204191. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.765843] env[65311]: DEBUG nova.network.neutron [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Updating instance_info_cache with network_info: [{"id": "b0dc9a2a-f5aa-4df0-9754-4b8b78204191", "address": "fa:16:3e:e5:c8:fd", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0dc9a2a-f5", "ovs_interfaceid": "b0dc9a2a-f5aa-4df0-9754-4b8b78204191", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.880377] env[65311]: WARNING neutronclient.v2_0.client [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.990602] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428788, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.057226] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.057226] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52463a96-e178-79df-062e-2070a5a3e041, 'name': SearchDatastore_Task, 'duration_secs': 0.020469} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.057226] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d5f69d-a824-40e3-bdff-598a735110e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.059327] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.059603] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 30503b47-7a7a-4bdd-8b45-590e293ec7f9/30503b47-7a7a-4bdd-8b45-590e293ec7f9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.062827] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-809b7b3f-df22-42cb-bf49-26e3baca70b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.069956] env[65311]: WARNING neutronclient.v2_0.client [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.075283] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1044.075283] env[65311]: value = "task-4428792" [ 1044.075283] env[65311]: _type = "Task" [ 1044.075283] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.075614] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1044.075614] env[65311]: value = "task-4428791" [ 1044.075614] env[65311]: _type = "Task" [ 1044.075614] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.092385] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.096341] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.133303] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428790, 'name': PowerOffVM_Task, 'duration_secs': 0.466466} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.133835] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.134032] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance 'fb4654f6-15e0-4b18-ab33-e620cccb5736' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.178864] env[65311]: DEBUG nova.network.neutron [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating instance_info_cache with network_info: [{"id": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "address": "fa:16:3e:fe:be:db", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4d5c10-35", "ovs_interfaceid": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.191991] env[65311]: WARNING nova.network.neutron [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] 2f9d08f9-6a5d-40ed-a4bd-e917f42750d3 already exists in list: networks containing: ['2f9d08f9-6a5d-40ed-a4bd-e917f42750d3']. ignoring it [ 1044.212846] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f03cc0e-a62d-4f1f-ade9-bdfa3f1a504e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.226294] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca58fe9-ee42-4576-884b-25877c1d4ff9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.270963] env[65311]: DEBUG oslo_concurrency.lockutils [req-74d22443-703d-4112-996b-38703267137f req-7981fa76-9267-4f6f-a748-0b9fb4c0915e service nova] Releasing lock "refresh_cache-2747437d-2b8f-4b94-826d-6eebf6785a77" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.275889] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792da85c-ac97-4199-b085-356be1ab897c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.287231] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c631ce72-963d-433f-876a-68cf75c76361 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.304866] env[65311]: DEBUG nova.compute.provider_tree [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.351443] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.484830] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428788, 'name': CloneVM_Task, 'duration_secs': 1.513808} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.488063] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Created linked-clone VM from snapshot [ 1044.489249] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47898918-d121-473f-b337-0a3b6d60e09b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.499645] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Uploading image b2f15029-150e-4c03-afc3-5e3c85fce6fc {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1044.536823] env[65311]: DEBUG oslo_vmware.rw_handles [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1044.536823] env[65311]: value = "vm-866616" [ 1044.536823] env[65311]: _type = "VirtualMachine" [ 1044.536823] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1044.537215] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b0965e6-019a-4df1-b2a3-9513247c826b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.547350] env[65311]: DEBUG oslo_vmware.rw_handles [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lease: (returnval){ [ 1044.547350] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523e109a-1c12-67c7-7cb3-6dc6d02854e3" [ 1044.547350] env[65311]: _type = "HttpNfcLease" [ 1044.547350] env[65311]: } obtained for exporting VM: (result){ [ 1044.547350] env[65311]: value = "vm-866616" [ 1044.547350] env[65311]: _type = "VirtualMachine" [ 1044.547350] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1044.547740] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the lease: (returnval){ [ 1044.547740] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523e109a-1c12-67c7-7cb3-6dc6d02854e3" [ 1044.547740] env[65311]: _type = "HttpNfcLease" [ 1044.547740] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1044.556268] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.556268] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523e109a-1c12-67c7-7cb3-6dc6d02854e3" [ 1044.556268] env[65311]: _type = "HttpNfcLease" [ 1044.556268] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1044.567082] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.591750] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.595914] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.613411] env[65311]: DEBUG nova.compute.manager [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Received event network-changed-97762736-896f-4a3b-bb9e-cc57d1cbd31b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1044.613768] env[65311]: DEBUG nova.compute.manager [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Refreshing instance network info cache due to event network-changed-97762736-896f-4a3b-bb9e-cc57d1cbd31b. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1044.614049] env[65311]: DEBUG oslo_concurrency.lockutils [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] Acquiring lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.614273] env[65311]: DEBUG oslo_concurrency.lockutils [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] Acquired lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.614518] env[65311]: DEBUG nova.network.neutron [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Refreshing network info cache for port 97762736-896f-4a3b-bb9e-cc57d1cbd31b {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.643041] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1044.643447] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.643726] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1044.644049] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.644265] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1044.644528] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1044.644872] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1044.645150] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1044.645446] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1044.645720] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1044.646033] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1044.656097] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bfc8e39-6009-49be-87a5-c4f46a1cc5d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.667677] env[65311]: DEBUG nova.network.neutron [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updating instance_info_cache with network_info: [{"id": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "address": "fa:16:3e:82:51:05", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a97a68-ef", "ovs_interfaceid": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "120ddd47-5f41-46c6-93e8-19aafaa8bc03", "address": "fa:16:3e:53:11:11", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120ddd47-5f", "ovs_interfaceid": "120ddd47-5f41-46c6-93e8-19aafaa8bc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.676328] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1044.676328] env[65311]: value = "task-4428794" [ 1044.676328] env[65311]: _type = "Task" [ 1044.676328] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.681753] env[65311]: DEBUG oslo_concurrency.lockutils [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.682342] env[65311]: WARNING neutronclient.v2_0.client [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.682815] env[65311]: WARNING neutronclient.v2_0.client [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.691790] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.808483] env[65311]: DEBUG nova.scheduler.client.report [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.982744] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.983781] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a50647-8c4a-4a42-bf02-185fd2b446af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.993311] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.993646] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-965b731a-299c-4325-9ded-902eea1a2463 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.058440] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.058440] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523e109a-1c12-67c7-7cb3-6dc6d02854e3" [ 1045.058440] env[65311]: _type = "HttpNfcLease" [ 1045.058440] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1045.058839] env[65311]: DEBUG oslo_vmware.rw_handles [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1045.058839] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523e109a-1c12-67c7-7cb3-6dc6d02854e3" [ 1045.058839] env[65311]: _type = "HttpNfcLease" [ 1045.058839] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1045.059759] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4e1e15-f4de-42f1-92c3-b81e66ba7e49 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.069575] env[65311]: DEBUG oslo_vmware.rw_handles [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231690d-1d02-3355-3f7b-b6382d73038d/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1045.069883] env[65311]: DEBUG oslo_vmware.rw_handles [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231690d-1d02-3355-3f7b-b6382d73038d/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1045.128910] env[65311]: WARNING neutronclient.v2_0.client [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.139570] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.139681] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.140743] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleting the datastore file [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.142800] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4ddab82-afa8-436b-82b7-045fdc51a7ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.159214] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614094} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.164763] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 30503b47-7a7a-4bdd-8b45-590e293ec7f9/30503b47-7a7a-4bdd-8b45-590e293ec7f9.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.165064] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.166600] env[65311]: DEBUG oslo_vmware.api [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428791, 'name': PowerOnVM_Task, 'duration_secs': 1.012595} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.166600] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1045.166600] env[65311]: value = "task-4428797" [ 1045.166600] env[65311]: _type = "Task" [ 1045.166600] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.166600] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baac32ee-ab5e-4b24-8f13-2592c49e401c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.168413] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.168639] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d2943876-fd4e-4348-900d-a5157d806609 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance '19b27509-93ab-419b-a558-7a14ac9b8abd' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.175325] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.176178] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.176178] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.181376] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6064d904-3198-49a2-8b8a-d7c2ebfa448d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.193029] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1045.193029] env[65311]: value = "task-4428798" [ 1045.193029] env[65311]: _type = "Task" [ 1045.193029] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.197680] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.218967] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1045.218967] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.219102] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1045.219397] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.219499] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1045.219690] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1045.220022] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1045.220236] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1045.220491] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1045.220705] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1045.220939] env[65311]: DEBUG nova.virt.hardware [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1045.229009] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Reconfiguring VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1045.236874] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d65ab65-632d-460c-a978-8ff6a7010cd6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.251010] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-47da63dd-d28f-4cf4-b88a-ed95c2184daf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.254131] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428794, 'name': ReconfigVM_Task, 'duration_secs': 0.401215} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.255260] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance 'fb4654f6-15e0-4b18-ab33-e620cccb5736' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.269458] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428798, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.278045] env[65311]: DEBUG oslo_vmware.api [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1045.278045] env[65311]: value = "task-4428799" [ 1045.278045] env[65311]: _type = "Task" [ 1045.278045] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.295483] env[65311]: DEBUG oslo_vmware.api [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428799, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.313841] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.314657] env[65311]: DEBUG nova.compute.manager [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1045.318317] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.817s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.320148] env[65311]: INFO nova.compute.claims [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.438262] env[65311]: WARNING neutronclient.v2_0.client [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.519411] env[65311]: DEBUG nova.network.neutron [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updated VIF entry in instance network info cache for port 97762736-896f-4a3b-bb9e-cc57d1cbd31b. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1045.519854] env[65311]: DEBUG nova.network.neutron [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance_info_cache with network_info: [{"id": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "address": "fa:16:3e:13:d0:84", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97762736-89", "ovs_interfaceid": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.652995] env[65311]: INFO nova.compute.manager [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Rebuilding instance [ 1045.690855] env[65311]: DEBUG oslo_vmware.api [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364514} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.691138] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.691320] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.691499] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.707568] env[65311]: DEBUG nova.compute.manager [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1045.709086] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ef9716-1ba6-4c34-aa86-956dc8828b31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.718864] env[65311]: INFO nova.scheduler.client.report [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleted allocations for instance a26378a7-b715-4c1a-9450-f7cf931ecec1 [ 1045.722993] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092313} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.724571] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.725582] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51f0952-f6d4-4999-9b7a-d6b88537bc89 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.764619] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 30503b47-7a7a-4bdd-8b45-590e293ec7f9/30503b47-7a7a-4bdd-8b45-590e293ec7f9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.766129] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c447946-3d6b-46fd-8a67-64b076e4501f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.784667] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1045.785150] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.785344] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1045.785708] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.785812] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1045.786052] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1045.786323] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1045.786520] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1045.786738] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1045.786935] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1045.787174] env[65311]: DEBUG nova.virt.hardware [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1045.793117] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1045.793916] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e771fc4c-1e5d-4f0f-8dee-26137fd74913 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.824761] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1045.824761] env[65311]: value = "task-4428801" [ 1045.824761] env[65311]: _type = "Task" [ 1045.824761] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.825227] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1045.825227] env[65311]: value = "task-4428800" [ 1045.825227] env[65311]: _type = "Task" [ 1045.825227] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.826704] env[65311]: DEBUG nova.compute.utils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.832093] env[65311]: DEBUG oslo_vmware.api [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.832093] env[65311]: DEBUG nova.compute.manager [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1045.832093] env[65311]: DEBUG nova.network.neutron [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1045.832093] env[65311]: WARNING neutronclient.v2_0.client [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.832093] env[65311]: WARNING neutronclient.v2_0.client [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.854610] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.859743] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.881498] env[65311]: DEBUG nova.policy [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2974db41184e40a9a096702a0cb75123', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '613904903b59485a8ae87b0cd89101d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.024380] env[65311]: DEBUG oslo_concurrency.lockutils [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] Releasing lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.024851] env[65311]: DEBUG nova.compute.manager [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Received event network-vif-plugged-120ddd47-5f41-46c6-93e8-19aafaa8bc03 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1046.024984] env[65311]: DEBUG oslo_concurrency.lockutils [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] Acquiring lock "82260d88-cfa9-48f5-879a-b8c56851af86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.025330] env[65311]: DEBUG oslo_concurrency.lockutils [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] Lock "82260d88-cfa9-48f5-879a-b8c56851af86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.025529] env[65311]: DEBUG oslo_concurrency.lockutils [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] Lock "82260d88-cfa9-48f5-879a-b8c56851af86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.025703] env[65311]: DEBUG nova.compute.manager [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] No waiting events found dispatching network-vif-plugged-120ddd47-5f41-46c6-93e8-19aafaa8bc03 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1046.025857] env[65311]: WARNING nova.compute.manager [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Received unexpected event network-vif-plugged-120ddd47-5f41-46c6-93e8-19aafaa8bc03 for instance with vm_state active and task_state None. [ 1046.026049] env[65311]: DEBUG nova.compute.manager [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Received event network-changed-120ddd47-5f41-46c6-93e8-19aafaa8bc03 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1046.026272] env[65311]: DEBUG nova.compute.manager [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Refreshing instance network info cache due to event network-changed-120ddd47-5f41-46c6-93e8-19aafaa8bc03. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1046.026491] env[65311]: DEBUG oslo_concurrency.lockutils [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] Acquiring lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.026627] env[65311]: DEBUG oslo_concurrency.lockutils [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] Acquired lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.026782] env[65311]: DEBUG nova.network.neutron [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Refreshing network info cache for port 120ddd47-5f41-46c6-93e8-19aafaa8bc03 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.225216] env[65311]: DEBUG oslo_concurrency.lockutils [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.306171] env[65311]: DEBUG oslo_vmware.api [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428799, 'name': ReconfigVM_Task, 'duration_secs': 0.881989} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.306732] env[65311]: WARNING neutronclient.v2_0.client [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.307078] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.307366] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Reconfigured VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1046.315904] env[65311]: DEBUG nova.network.neutron [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Successfully created port: 6d0bce0c-a414-41c2-b781-0a9bd64d8b55 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1046.341337] env[65311]: DEBUG nova.compute.manager [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1046.357540] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.362851] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428800, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.531502] env[65311]: WARNING neutronclient.v2_0.client [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.734295] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd226459-0837-44e6-b71d-9aa8a5a08314 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.742398] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.742398] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f52f66-126b-4aa2-ac10-8960ca000afe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.749186] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feba787a-2e75-4ee3-b17a-13a5e86df8ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.756617] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1046.756617] env[65311]: value = "task-4428802" [ 1046.756617] env[65311]: _type = "Task" [ 1046.756617] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.802220] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda64ad7-2a48-42bd-85a6-9d6d6608e370 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.806618] env[65311]: WARNING neutronclient.v2_0.client [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.813532] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0c7e5371-f375-47bc-8b6d-3ce12a69c298 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-82260d88-cfa9-48f5-879a-b8c56851af86-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.743s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.815016] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.824158] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5cce82-e5fe-4b2c-b9c4-1f2a387c6356 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.839982] env[65311]: DEBUG nova.compute.provider_tree [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.860915] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428800, 'name': ReconfigVM_Task, 'duration_secs': 0.572582} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.861660] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.866366] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 30503b47-7a7a-4bdd-8b45-590e293ec7f9/30503b47-7a7a-4bdd-8b45-590e293ec7f9.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.868054] env[65311]: DEBUG nova.compute.manager [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received event network-vif-unplugged-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1046.869286] env[65311]: DEBUG oslo_concurrency.lockutils [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] Acquiring lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.869286] env[65311]: DEBUG oslo_concurrency.lockutils [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.869286] env[65311]: DEBUG oslo_concurrency.lockutils [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.869286] env[65311]: DEBUG nova.compute.manager [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] No waiting events found dispatching network-vif-unplugged-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1046.869286] env[65311]: WARNING nova.compute.manager [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received unexpected event network-vif-unplugged-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 for instance with vm_state shelved_offloaded and task_state None. [ 1046.869949] env[65311]: DEBUG nova.compute.manager [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received event network-changed-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1046.869949] env[65311]: DEBUG nova.compute.manager [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Refreshing instance network info cache due to event network-changed-6a4d5c10-35bc-48db-b46a-7c1816acd7b5. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1046.869949] env[65311]: DEBUG oslo_concurrency.lockutils [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] Acquiring lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.870071] env[65311]: DEBUG oslo_concurrency.lockutils [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] Acquired lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.870145] env[65311]: DEBUG nova.network.neutron [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Refreshing network info cache for port 6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.871478] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52b8550f-5765-4084-9030-4d7767c553dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.881272] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1046.881272] env[65311]: value = "task-4428803" [ 1046.881272] env[65311]: _type = "Task" [ 1046.881272] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.895036] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428803, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.929016] env[65311]: DEBUG nova.network.neutron [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updated VIF entry in instance network info cache for port 120ddd47-5f41-46c6-93e8-19aafaa8bc03. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.929016] env[65311]: DEBUG nova.network.neutron [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updating instance_info_cache with network_info: [{"id": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "address": "fa:16:3e:82:51:05", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a97a68-ef", "ovs_interfaceid": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "120ddd47-5f41-46c6-93e8-19aafaa8bc03", "address": "fa:16:3e:53:11:11", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap120ddd47-5f", "ovs_interfaceid": "120ddd47-5f41-46c6-93e8-19aafaa8bc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.149556] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1047.150126] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866615', 'volume_id': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'name': 'volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f112909f-754e-4263-b323-116a5e2c45bb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'serial': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1047.151570] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ca903a-4426-4016-9302-9c051f186744 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.182805] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47267a9-db7e-408f-beb2-4fe32c2c75ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.215894] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd/volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.216629] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8d4f76-79f5-41b3-92f8-9cf5ae0befef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.238350] env[65311]: DEBUG oslo_vmware.api [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1047.238350] env[65311]: value = "task-4428804" [ 1047.238350] env[65311]: _type = "Task" [ 1047.238350] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.252468] env[65311]: DEBUG oslo_vmware.api [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.271795] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428802, 'name': PowerOffVM_Task, 'duration_secs': 0.21021} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.272365] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.273169] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.274252] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadfa05a-9f9d-4f22-a249-9df535508ca1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.284070] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.284746] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16cc63e3-f187-4302-b0b7-6207a3c89283 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.318386] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.318588] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.318792] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Deleting the datastore file [datastore1] a210060f-e00c-4a4d-95e0-ba497ec7a763 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.319103] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a0b3876-1d06-4f4e-8f26-a300569c395d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.329329] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1047.329329] env[65311]: value = "task-4428806" [ 1047.329329] env[65311]: _type = "Task" [ 1047.329329] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.340384] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.353255] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428801, 'name': ReconfigVM_Task, 'duration_secs': 1.250442} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.353935] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.354765] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0b8f4e-49b1-4cca-a574-37c048210452 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.378404] env[65311]: DEBUG nova.compute.manager [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1047.381074] env[65311]: WARNING neutronclient.v2_0.client [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.390628] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] fb4654f6-15e0-4b18-ab33-e620cccb5736/fb4654f6-15e0-4b18-ab33-e620cccb5736.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.392017] env[65311]: DEBUG nova.scheduler.client.report [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1047.392300] env[65311]: DEBUG nova.compute.provider_tree [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 137 to 138 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1047.392496] env[65311]: DEBUG nova.compute.provider_tree [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.396212] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6f15966-0e94-4207-9806-d307150e6790 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.415070] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.097s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.415662] env[65311]: DEBUG nova.compute.manager [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1047.422255] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.810s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.423833] env[65311]: INFO nova.compute.claims [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.431660] env[65311]: DEBUG oslo_concurrency.lockutils [req-31e1e228-eea9-4928-bf33-8d0800c82b9d req-b6b1e0b7-92d4-4b51-abfc-7c5ed2cb461a service nova] Releasing lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.435363] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428803, 'name': Rename_Task, 'duration_secs': 0.187749} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.437912] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1047.438150] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.439574] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1047.439991] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.440429] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1047.440506] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1047.440798] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1047.441079] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1047.441381] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1047.441666] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1047.441984] env[65311]: DEBUG nova.virt.hardware [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1047.444196] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.445434] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2842b2-5371-4880-8dea-e0847f698ffe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.450220] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1047.450220] env[65311]: value = "task-4428807" [ 1047.450220] env[65311]: _type = "Task" [ 1047.450220] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.450569] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a03e10-f1e9-4b6f-bd6a-533f8ed6838c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.468039] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d200d72a-a67a-492a-8f12-c99f96f8d2d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.481530] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.482124] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1047.482124] env[65311]: value = "task-4428808" [ 1047.482124] env[65311]: _type = "Task" [ 1047.482124] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.512110] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428808, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.699759] env[65311]: WARNING neutronclient.v2_0.client [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.752491] env[65311]: DEBUG oslo_vmware.api [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428804, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.841886] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142284} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.842408] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.845269] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.845269] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.875091] env[65311]: DEBUG nova.network.neutron [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updated VIF entry in instance network info cache for port 6a4d5c10-35bc-48db-b46a-7c1816acd7b5. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1047.875091] env[65311]: DEBUG nova.network.neutron [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating instance_info_cache with network_info: [{"id": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "address": "fa:16:3e:fe:be:db", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": null, "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6a4d5c10-35", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.929250] env[65311]: DEBUG nova.compute.utils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.934578] env[65311]: DEBUG nova.compute.manager [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1047.934578] env[65311]: DEBUG nova.network.neutron [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1047.934578] env[65311]: WARNING neutronclient.v2_0.client [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.934578] env[65311]: WARNING neutronclient.v2_0.client [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.967299] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428807, 'name': ReconfigVM_Task, 'duration_secs': 0.441365} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.968630] env[65311]: DEBUG nova.network.neutron [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Successfully updated port: 6d0bce0c-a414-41c2-b781-0a9bd64d8b55 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1047.971377] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfigured VM instance instance-00000052 to attach disk [datastore2] fb4654f6-15e0-4b18-ab33-e620cccb5736/fb4654f6-15e0-4b18-ab33-e620cccb5736.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.974546] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance 'fb4654f6-15e0-4b18-ab33-e620cccb5736' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.999567] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428808, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.020275] env[65311]: DEBUG nova.policy [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab63060660a243dcb61de91a70efd2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40207bef3f9a4b6086b25366aa67344b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.091178] env[65311]: DEBUG nova.compute.manager [req-13b7eb42-41b2-44d8-8be8-893892947205 req-d63a404e-e7c5-497e-babe-8308bb355c1c service nova] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Received event network-vif-plugged-6d0bce0c-a414-41c2-b781-0a9bd64d8b55 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1048.091465] env[65311]: DEBUG oslo_concurrency.lockutils [req-13b7eb42-41b2-44d8-8be8-893892947205 req-d63a404e-e7c5-497e-babe-8308bb355c1c service nova] Acquiring lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.091706] env[65311]: DEBUG oslo_concurrency.lockutils [req-13b7eb42-41b2-44d8-8be8-893892947205 req-d63a404e-e7c5-497e-babe-8308bb355c1c service nova] Lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.092137] env[65311]: DEBUG oslo_concurrency.lockutils [req-13b7eb42-41b2-44d8-8be8-893892947205 req-d63a404e-e7c5-497e-babe-8308bb355c1c service nova] Lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.092375] env[65311]: DEBUG nova.compute.manager [req-13b7eb42-41b2-44d8-8be8-893892947205 req-d63a404e-e7c5-497e-babe-8308bb355c1c service nova] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] No waiting events found dispatching network-vif-plugged-6d0bce0c-a414-41c2-b781-0a9bd64d8b55 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1048.092571] env[65311]: WARNING nova.compute.manager [req-13b7eb42-41b2-44d8-8be8-893892947205 req-d63a404e-e7c5-497e-babe-8308bb355c1c service nova] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Received unexpected event network-vif-plugged-6d0bce0c-a414-41c2-b781-0a9bd64d8b55 for instance with vm_state building and task_state spawning. [ 1048.250713] env[65311]: DEBUG oslo_vmware.api [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428804, 'name': ReconfigVM_Task, 'duration_secs': 0.532076} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.250713] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd/volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.256102] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef65e9b-7c8e-44d7-b14e-c4e9d1277cca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.274544] env[65311]: DEBUG oslo_vmware.api [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1048.274544] env[65311]: value = "task-4428809" [ 1048.274544] env[65311]: _type = "Task" [ 1048.274544] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.285389] env[65311]: DEBUG oslo_vmware.api [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.377747] env[65311]: DEBUG oslo_concurrency.lockutils [req-a824ecff-d5ff-42b6-b3f2-232d7b8d1016 req-f981f949-a871-4a97-be29-2cc4571dac95 service nova] Releasing lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.395319] env[65311]: DEBUG nova.network.neutron [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Successfully created port: 4bf9ef4b-dc02-4418-813a-67461d8487bb {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1048.439761] env[65311]: DEBUG nova.compute.manager [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1048.477369] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquiring lock "refresh_cache-4aa79d82-2350-4209-ae0a-c64201f0d9ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.477578] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquired lock "refresh_cache-4aa79d82-2350-4209-ae0a-c64201f0d9ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.477739] env[65311]: DEBUG nova.network.neutron [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1048.483999] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d79a3e-5ee0-4704-bfac-e2a93f3417de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.527171] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9768f15a-314a-41aa-87f0-1b0151998ee5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.530330] env[65311]: DEBUG oslo_vmware.api [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428808, 'name': PowerOnVM_Task, 'duration_secs': 0.530984} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.530937] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.531269] env[65311]: INFO nova.compute.manager [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1048.531363] env[65311]: DEBUG nova.compute.manager [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.532760] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ce3360-44be-4015-8acd-6e0be5f81e95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.554439] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance 'fb4654f6-15e0-4b18-ab33-e620cccb5736' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.682756] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "19b27509-93ab-419b-a558-7a14ac9b8abd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.682756] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.682756] env[65311]: DEBUG nova.compute.manager [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Going to confirm migration 5 {{(pid=65311) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1048.790522] env[65311]: DEBUG oslo_vmware.api [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.835837] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f191c79-5c82-44dd-b586-118fa26a876f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.843552] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c3f9a-c42a-459c-9d57-a8ed48c4567a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.881958] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0bc937-f466-402f-93eb-e4c5afbfcf1b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.894697] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbdaf63-32e9-4fdd-8aa7-50690d8f8546 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.913234] env[65311]: DEBUG nova.compute.provider_tree [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.916610] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1048.916834] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.916978] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1048.917169] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.917397] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1048.917556] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1048.917638] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1048.917780] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1048.917940] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1048.918099] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1048.918976] env[65311]: DEBUG nova.virt.hardware [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1048.919420] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51a1089-a4fc-4259-bd30-f1e5bfa97b20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.929778] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79579218-4b8a-4727-8039-afe8c440b478 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.956588] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Instance VIF info [] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.966187] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1048.969760] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.969760] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bb7d90d-81b5-4397-9980-584e99318b98 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.999906] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.999906] env[65311]: value = "task-4428810" [ 1048.999906] env[65311]: _type = "Task" [ 1048.999906] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.010563] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428810, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.028489] env[65311]: DEBUG nova.network.neutron [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1049.083599] env[65311]: INFO nova.compute.manager [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Took 26.74 seconds to build instance. [ 1049.190695] env[65311]: WARNING neutronclient.v2_0.client [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.214191] env[65311]: WARNING neutronclient.v2_0.client [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.256111] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.259215] env[65311]: WARNING neutronclient.v2_0.client [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.259583] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.259731] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.259896] env[65311]: DEBUG nova.network.neutron [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1049.260087] env[65311]: DEBUG nova.objects.instance [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'info_cache' on Instance uuid 19b27509-93ab-419b-a558-7a14ac9b8abd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.289136] env[65311]: DEBUG oslo_vmware.api [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428809, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.389130] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-82260d88-cfa9-48f5-879a-b8c56851af86-120ddd47-5f41-46c6-93e8-19aafaa8bc03" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.389439] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-82260d88-cfa9-48f5-879a-b8c56851af86-120ddd47-5f41-46c6-93e8-19aafaa8bc03" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.400410] env[65311]: DEBUG nova.network.neutron [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Updating instance_info_cache with network_info: [{"id": "6d0bce0c-a414-41c2-b781-0a9bd64d8b55", "address": "fa:16:3e:45:d0:ad", "network": {"id": "6b29169d-295b-4749-ac43-76fe927b4a1f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-790702408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613904903b59485a8ae87b0cd89101d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0bce0c-a4", "ovs_interfaceid": "6d0bce0c-a414-41c2-b781-0a9bd64d8b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.424209] env[65311]: DEBUG nova.scheduler.client.report [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.468485] env[65311]: DEBUG nova.compute.manager [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1049.494824] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.495089] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.495243] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.495418] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.495558] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.495695] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.495889] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.496062] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.496253] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.496413] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.496577] env[65311]: DEBUG nova.virt.hardware [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.497476] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e299a960-a058-4b65-aba4-522778d2b111 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.514723] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5db70f-2e32-48a7-b51a-105b02aeaacc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.518772] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428810, 'name': CreateVM_Task, 'duration_secs': 0.41534} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.518980] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.519830] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.519987] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.520348] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.520633] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9d32f2-8fc4-4a21-becd-f15afab59070 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.535662] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1049.535662] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b05d03-b657-0013-c509-74c9501d9715" [ 1049.535662] env[65311]: _type = "Task" [ 1049.535662] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.545262] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b05d03-b657-0013-c509-74c9501d9715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.586602] env[65311]: DEBUG oslo_concurrency.lockutils [None req-891dd82c-7632-44f0-bc7d-abff59a819b7 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.257s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.788324] env[65311]: DEBUG oslo_vmware.api [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428809, 'name': ReconfigVM_Task, 'duration_secs': 1.216461} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.788628] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866615', 'volume_id': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'name': 'volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f112909f-754e-4263-b323-116a5e2c45bb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'serial': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1049.895331] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.895535] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.896473] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4550b341-686b-4b77-bb43-bdaf7611c995 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.915187] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Releasing lock "refresh_cache-4aa79d82-2350-4209-ae0a-c64201f0d9ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.915570] env[65311]: DEBUG nova.compute.manager [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Instance network_info: |[{"id": "6d0bce0c-a414-41c2-b781-0a9bd64d8b55", "address": "fa:16:3e:45:d0:ad", "network": {"id": "6b29169d-295b-4749-ac43-76fe927b4a1f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-790702408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613904903b59485a8ae87b0cd89101d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0bce0c-a4", "ovs_interfaceid": "6d0bce0c-a414-41c2-b781-0a9bd64d8b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1049.916609] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d0:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d0bce0c-a414-41c2-b781-0a9bd64d8b55', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.924407] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Creating folder: Project (613904903b59485a8ae87b0cd89101d7). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.925313] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34625331-643a-4cf6-88d2-2c556d360b2c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.928185] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dc18fd1-8fda-4a6f-81c9-145b0c099805 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.930527] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.933042] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.573s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.933042] env[65311]: DEBUG nova.objects.instance [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lazy-loading 'resources' on Instance uuid 4f57c265-47d8-42d0-95bc-5102fbdd9874 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.951542] env[65311]: WARNING neutronclient.v2_0.client [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.957549] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Reconfiguring VM to detach interface {{(pid=65311) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1049.960633] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691a237c-268b-4896-8389-dacefaed2eaa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.976082] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Created folder: Project (613904903b59485a8ae87b0cd89101d7) in parent group-v866349. [ 1049.976321] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Creating folder: Instances. Parent ref: group-v866618. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1049.976942] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df527c34-0f7a-4ebf-bfda-4ffcc59b866f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.988331] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1049.988331] env[65311]: value = "task-4428813" [ 1049.988331] env[65311]: _type = "Task" [ 1049.988331] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.996212] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Created folder: Instances in parent group-v866618. [ 1049.996604] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1049.997288] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.997573] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65bd3de-64a5-4541-adef-41d7cc24b5e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.019115] env[65311]: DEBUG nova.network.neutron [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Successfully updated port: 4bf9ef4b-dc02-4418-813a-67461d8487bb {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1050.023080] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.027687] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.027687] env[65311]: value = "task-4428814" [ 1050.027687] env[65311]: _type = "Task" [ 1050.027687] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.037409] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428814, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.048777] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b05d03-b657-0013-c509-74c9501d9715, 'name': SearchDatastore_Task, 'duration_secs': 0.016478} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.049129] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.049224] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.050071] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.050071] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.050071] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.050071] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19926817-90b4-4ea1-85a7-3e0c8258d64a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.063818] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.064104] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.065014] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bceb67b-9f9b-447a-a59d-aba504aa57a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.072726] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1050.072726] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52029e12-658d-76ba-3dd8-19cc4c6ffba2" [ 1050.072726] env[65311]: _type = "Task" [ 1050.072726] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.083238] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52029e12-658d-76ba-3dd8-19cc4c6ffba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.168981] env[65311]: DEBUG nova.compute.manager [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Received event network-changed-6d0bce0c-a414-41c2-b781-0a9bd64d8b55 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1050.169234] env[65311]: DEBUG nova.compute.manager [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Refreshing instance network info cache due to event network-changed-6d0bce0c-a414-41c2-b781-0a9bd64d8b55. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1050.169477] env[65311]: DEBUG oslo_concurrency.lockutils [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] Acquiring lock "refresh_cache-4aa79d82-2350-4209-ae0a-c64201f0d9ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.170044] env[65311]: DEBUG oslo_concurrency.lockutils [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] Acquired lock "refresh_cache-4aa79d82-2350-4209-ae0a-c64201f0d9ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.170044] env[65311]: DEBUG nova.network.neutron [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Refreshing network info cache for port 6d0bce0c-a414-41c2-b781-0a9bd64d8b55 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.193820] env[65311]: WARNING neutronclient.v2_0.client [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.194121] env[65311]: WARNING neutronclient.v2_0.client [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.247619] env[65311]: DEBUG nova.network.neutron [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Port 22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1050.267303] env[65311]: WARNING neutronclient.v2_0.client [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.433806] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquiring lock "8e13d1a8-6147-4990-a3e6-96d455a80a83" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.434100] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "8e13d1a8-6147-4990-a3e6-96d455a80a83" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.476953] env[65311]: WARNING neutronclient.v2_0.client [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.500399] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.522584] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "refresh_cache-2c0a5c88-3d01-4d5c-8b46-5a109107067a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.522783] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "refresh_cache-2c0a5c88-3d01-4d5c-8b46-5a109107067a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.522971] env[65311]: DEBUG nova.network.neutron [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.543863] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428814, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.551880] env[65311]: DEBUG nova.network.neutron [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [{"id": "57f05d3b-3b02-4eec-864a-a0857c696d40", "address": "fa:16:3e:8e:2d:4d", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57f05d3b-3b", "ovs_interfaceid": "57f05d3b-3b02-4eec-864a-a0857c696d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.592562] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52029e12-658d-76ba-3dd8-19cc4c6ffba2, 'name': SearchDatastore_Task, 'duration_secs': 0.015425} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.597499] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9e7421-9aa3-43a7-98e8-3ec0c5d939ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.604854] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1050.604854] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a69941-deac-39a0-e1bd-a9e4c5e3deb3" [ 1050.604854] env[65311]: _type = "Task" [ 1050.604854] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.624799] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a69941-deac-39a0-e1bd-a9e4c5e3deb3, 'name': SearchDatastore_Task, 'duration_secs': 0.014513} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.625221] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.625482] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a210060f-e00c-4a4d-95e0-ba497ec7a763/a210060f-e00c-4a4d-95e0-ba497ec7a763.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.628683] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3095974-1eba-4495-bbc2-146e9cf7893e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.639348] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1050.639348] env[65311]: value = "task-4428815" [ 1050.639348] env[65311]: _type = "Task" [ 1050.639348] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.654649] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.672867] env[65311]: WARNING neutronclient.v2_0.client [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.817868] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8ab43c-53af-4d94-b9e7-721fc0089daf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.836024] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef20c61-b604-4cb0-ba92-b45da28d13b6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.837081] env[65311]: DEBUG nova.objects.instance [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'flavor' on Instance uuid f112909f-754e-4263-b323-116a5e2c45bb {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.871054] env[65311]: WARNING neutronclient.v2_0.client [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.874134] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe79fe8-1234-4d17-acb4-faddee316ece {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.886019] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86285151-a007-4bb2-86c8-9e3927190ce6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.902547] env[65311]: DEBUG nova.compute.provider_tree [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.939848] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "8e13d1a8-6147-4990-a3e6-96d455a80a83" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.940512] env[65311]: DEBUG nova.compute.manager [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1050.952954] env[65311]: DEBUG nova.network.neutron [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Updated VIF entry in instance network info cache for port 6d0bce0c-a414-41c2-b781-0a9bd64d8b55. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1050.953517] env[65311]: DEBUG nova.network.neutron [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Updating instance_info_cache with network_info: [{"id": "6d0bce0c-a414-41c2-b781-0a9bd64d8b55", "address": "fa:16:3e:45:d0:ad", "network": {"id": "6b29169d-295b-4749-ac43-76fe927b4a1f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-790702408-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "613904903b59485a8ae87b0cd89101d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0bce0c-a4", "ovs_interfaceid": "6d0bce0c-a414-41c2-b781-0a9bd64d8b55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.000610] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.041894] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428814, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.054701] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-19b27509-93ab-419b-a558-7a14ac9b8abd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.055086] env[65311]: DEBUG nova.objects.instance [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'migration_context' on Instance uuid 19b27509-93ab-419b-a558-7a14ac9b8abd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.064370] env[65311]: DEBUG nova.network.neutron [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1051.086875] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "f112909f-754e-4263-b323-116a5e2c45bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.134249] env[65311]: DEBUG nova.compute.manager [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Stashing vm_state: active {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1051.153061] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.206045] env[65311]: WARNING neutronclient.v2_0.client [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.285074] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "fb4654f6-15e0-4b18-ab33-e620cccb5736-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.285466] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.285758] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.327588] env[65311]: DEBUG nova.network.neutron [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Updating instance_info_cache with network_info: [{"id": "4bf9ef4b-dc02-4418-813a-67461d8487bb", "address": "fa:16:3e:92:9e:73", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf9ef4b-dc", "ovs_interfaceid": "4bf9ef4b-dc02-4418-813a-67461d8487bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.344213] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e1ce8801-2ec1-40d6-8a93-1a0ea74b6b27 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.822s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.345492] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.259s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.345671] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "f112909f-754e-4263-b323-116a5e2c45bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.345870] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.346049] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.348554] env[65311]: INFO nova.compute.manager [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Terminating instance [ 1051.407375] env[65311]: DEBUG nova.scheduler.client.report [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.447025] env[65311]: DEBUG nova.compute.utils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.448331] env[65311]: DEBUG nova.compute.manager [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1051.448562] env[65311]: DEBUG nova.network.neutron [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1051.448891] env[65311]: WARNING neutronclient.v2_0.client [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.449244] env[65311]: WARNING neutronclient.v2_0.client [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.456235] env[65311]: DEBUG oslo_concurrency.lockutils [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] Releasing lock "refresh_cache-4aa79d82-2350-4209-ae0a-c64201f0d9ca" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.456473] env[65311]: DEBUG nova.compute.manager [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Received event network-vif-plugged-4bf9ef4b-dc02-4418-813a-67461d8487bb {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1051.456672] env[65311]: DEBUG oslo_concurrency.lockutils [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] Acquiring lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.456868] env[65311]: DEBUG oslo_concurrency.lockutils [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] Lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.457031] env[65311]: DEBUG oslo_concurrency.lockutils [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] Lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.457198] env[65311]: DEBUG nova.compute.manager [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] No waiting events found dispatching network-vif-plugged-4bf9ef4b-dc02-4418-813a-67461d8487bb {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1051.457358] env[65311]: WARNING nova.compute.manager [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Received unexpected event network-vif-plugged-4bf9ef4b-dc02-4418-813a-67461d8487bb for instance with vm_state building and task_state spawning. [ 1051.457512] env[65311]: DEBUG nova.compute.manager [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Received event network-changed-4bf9ef4b-dc02-4418-813a-67461d8487bb {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1051.457660] env[65311]: DEBUG nova.compute.manager [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Refreshing instance network info cache due to event network-changed-4bf9ef4b-dc02-4418-813a-67461d8487bb. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1051.457816] env[65311]: DEBUG oslo_concurrency.lockutils [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] Acquiring lock "refresh_cache-2c0a5c88-3d01-4d5c-8b46-5a109107067a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.491161] env[65311]: DEBUG nova.policy [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc8c62e54e0547d281c2e831e12e07cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63eb0b3871bb4c07b5303b4d32917dcd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.505432] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.540325] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428814, 'name': CreateVM_Task, 'duration_secs': 1.439187} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.540542] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.541504] env[65311]: WARNING neutronclient.v2_0.client [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.542031] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.542193] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.542629] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.542913] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de1fb81c-f545-4ce2-9a42-175348326242 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.548852] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1051.548852] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52494b3a-19f5-0096-525d-700eb3118a52" [ 1051.548852] env[65311]: _type = "Task" [ 1051.548852] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.559117] env[65311]: DEBUG nova.objects.base [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Object Instance<19b27509-93ab-419b-a558-7a14ac9b8abd> lazy-loaded attributes: info_cache,migration_context {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1051.559460] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52494b3a-19f5-0096-525d-700eb3118a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.560215] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0409bea2-9782-4628-9d2f-17bc71b8713b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.579715] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935ff3d0-a134-4158-b068-45492b9840ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.586263] env[65311]: DEBUG oslo_vmware.api [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1051.586263] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5267156f-45bf-67df-8f9f-22b5d4fba209" [ 1051.586263] env[65311]: _type = "Task" [ 1051.586263] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.595193] env[65311]: DEBUG oslo_vmware.api [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5267156f-45bf-67df-8f9f-22b5d4fba209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.652895] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66725} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.653199] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a210060f-e00c-4a4d-95e0-ba497ec7a763/a210060f-e00c-4a4d-95e0-ba497ec7a763.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.653432] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.653707] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df2d6153-e364-4843-b36a-9c7369ca2067 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.657120] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.662114] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1051.662114] env[65311]: value = "task-4428816" [ 1051.662114] env[65311]: _type = "Task" [ 1051.662114] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.672847] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.814187] env[65311]: DEBUG nova.network.neutron [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Successfully created port: 151b7319-954b-4f6b-9c11-0c3cb31e6d2a {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1051.830754] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "refresh_cache-2c0a5c88-3d01-4d5c-8b46-5a109107067a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.831224] env[65311]: DEBUG nova.compute.manager [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Instance network_info: |[{"id": "4bf9ef4b-dc02-4418-813a-67461d8487bb", "address": "fa:16:3e:92:9e:73", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf9ef4b-dc", "ovs_interfaceid": "4bf9ef4b-dc02-4418-813a-67461d8487bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1051.831682] env[65311]: DEBUG oslo_concurrency.lockutils [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] Acquired lock "refresh_cache-2c0a5c88-3d01-4d5c-8b46-5a109107067a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.831950] env[65311]: DEBUG nova.network.neutron [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Refreshing network info cache for port 4bf9ef4b-dc02-4418-813a-67461d8487bb {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.833351] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:9e:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bf9ef4b-dc02-4418-813a-67461d8487bb', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.841896] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1051.845076] env[65311]: WARNING neutronclient.v2_0.client [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.845815] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.847101] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19f07656-b10a-4c59-98e3-abf55e9e9001 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.862836] env[65311]: DEBUG nova.compute.manager [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1051.863895] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.863895] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6adb9a9c-f775-4d41-8069-68dca8de7f14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.872020] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1051.872020] env[65311]: value = "task-4428818" [ 1051.872020] env[65311]: _type = "Task" [ 1051.872020] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.873650] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.873650] env[65311]: value = "task-4428817" [ 1051.873650] env[65311]: _type = "Task" [ 1051.873650] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.889699] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.893585] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428817, 'name': CreateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.914221] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.917084] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.656s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.918970] env[65311]: INFO nova.compute.claims [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.946668] env[65311]: INFO nova.scheduler.client.report [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted allocations for instance 4f57c265-47d8-42d0-95bc-5102fbdd9874 [ 1051.952215] env[65311]: DEBUG nova.compute.manager [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1052.010100] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.061758] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52494b3a-19f5-0096-525d-700eb3118a52, 'name': SearchDatastore_Task, 'duration_secs': 0.017943} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.062136] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.062472] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.062714] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.062856] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.063040] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.063343] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcd04792-66c3-41df-bac1-23a550a36149 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.073915] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.074113] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.074912] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc54ab4-47c6-46c3-a02e-2e3c0d996b48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.081616] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1052.081616] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb5955-23f3-09cc-f866-2b5db9426378" [ 1052.081616] env[65311]: _type = "Task" [ 1052.081616] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.094020] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb5955-23f3-09cc-f866-2b5db9426378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.100275] env[65311]: DEBUG oslo_vmware.api [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5267156f-45bf-67df-8f9f-22b5d4fba209, 'name': SearchDatastore_Task, 'duration_secs': 0.011634} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.100585] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.175891] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126503} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.176229] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.177194] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b846187d-e5da-426d-bfd5-efd7e4d08946 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.201257] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] a210060f-e00c-4a4d-95e0-ba497ec7a763/a210060f-e00c-4a4d-95e0-ba497ec7a763.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.201610] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e89f27-09f4-4837-9d18-ddde9d3d758e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.229714] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1052.229714] env[65311]: value = "task-4428819" [ 1052.229714] env[65311]: _type = "Task" [ 1052.229714] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.240044] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.285967] env[65311]: WARNING neutronclient.v2_0.client [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.292316] env[65311]: WARNING neutronclient.v2_0.client [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.386478] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428818, 'name': PowerOffVM_Task, 'duration_secs': 0.282213} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.387316] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.387496] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1052.387671] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866615', 'volume_id': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'name': 'volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f112909f-754e-4263-b323-116a5e2c45bb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'serial': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1052.388568] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fed372-fd6f-471a-b1e2-f5901ed7dbe6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.394583] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428817, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.397970] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.398210] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.398412] env[65311]: DEBUG nova.network.neutron [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1052.422971] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef4fd91-a90e-403c-a339-9823ec8818f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.436037] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619f243-14a0-47e5-8c0e-de6405de6aa6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.467052] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ed21efac-0b70-45ae-89dc-430a18dd169f tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "4f57c265-47d8-42d0-95bc-5102fbdd9874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.577s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.468675] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d0878a-f328-45e9-8b74-f0938b30e2e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.493027] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The volume has not been displaced from its original location: [datastore1] volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd/volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1052.496643] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.496643] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7599f49a-c70c-4d6a-a155-fdee039a4c52 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.521741] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.523448] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1052.523448] env[65311]: value = "task-4428820" [ 1052.523448] env[65311]: _type = "Task" [ 1052.523448] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.529273] env[65311]: DEBUG nova.network.neutron [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Updated VIF entry in instance network info cache for port 4bf9ef4b-dc02-4418-813a-67461d8487bb. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.529692] env[65311]: DEBUG nova.network.neutron [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Updating instance_info_cache with network_info: [{"id": "4bf9ef4b-dc02-4418-813a-67461d8487bb", "address": "fa:16:3e:92:9e:73", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bf9ef4b-dc", "ovs_interfaceid": "4bf9ef4b-dc02-4418-813a-67461d8487bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.534119] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.596028] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bb5955-23f3-09cc-f866-2b5db9426378, 'name': SearchDatastore_Task, 'duration_secs': 0.020316} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.596028] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac2fafe-b5cc-422b-9966-bb6e49fa2b10 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.601126] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1052.601126] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5214b7ef-23a2-0b0e-4a7a-51a9dae91a83" [ 1052.601126] env[65311]: _type = "Task" [ 1052.601126] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.611088] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5214b7ef-23a2-0b0e-4a7a-51a9dae91a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.744031] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428819, 'name': ReconfigVM_Task, 'duration_secs': 0.447735} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.744377] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Reconfigured VM instance instance-0000005d to attach disk [datastore2] a210060f-e00c-4a4d-95e0-ba497ec7a763/a210060f-e00c-4a4d-95e0-ba497ec7a763.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.745026] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd86613a-edf5-4cac-b050-2c1628ef00c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.753427] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1052.753427] env[65311]: value = "task-4428821" [ 1052.753427] env[65311]: _type = "Task" [ 1052.753427] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.764525] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428821, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.892174] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428817, 'name': CreateVM_Task, 'duration_secs': 0.526549} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.892452] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.893094] env[65311]: WARNING neutronclient.v2_0.client [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.893561] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.893777] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.894160] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.894497] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62f5abb2-9d74-4483-89bb-deef24fd0055 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.900812] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1052.900812] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b17e9b-2cb3-503a-4348-f48079bf909d" [ 1052.900812] env[65311]: _type = "Task" [ 1052.900812] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.911113] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b17e9b-2cb3-503a-4348-f48079bf909d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.923239] env[65311]: WARNING neutronclient.v2_0.client [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.973361] env[65311]: DEBUG nova.compute.manager [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1053.002852] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1053.002852] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.003208] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1053.003952] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.003952] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1053.003952] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1053.003952] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1053.004613] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1053.004613] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1053.005470] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1053.005757] env[65311]: DEBUG nova.virt.hardware [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1053.006917] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6681c4-1e75-4dc3-a144-4925fb695abc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.018675] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.022140] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897ef50c-a150-4df1-89b9-91a056779d4f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.035735] env[65311]: DEBUG oslo_concurrency.lockutils [req-4a337318-8f0e-42ae-8752-bd8f3ca4bd4c req-54d0833a-f184-42b7-a0b9-4750ce91791c service nova] Releasing lock "refresh_cache-2c0a5c88-3d01-4d5c-8b46-5a109107067a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.053372] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428820, 'name': ReconfigVM_Task, 'duration_secs': 0.222452} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.057558] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.063051] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13bb8bf7-6cf5-4b16-ba9a-5b1bffdd216f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.083716] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1053.083716] env[65311]: value = "task-4428822" [ 1053.083716] env[65311]: _type = "Task" [ 1053.083716] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.100810] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.112713] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5214b7ef-23a2-0b0e-4a7a-51a9dae91a83, 'name': SearchDatastore_Task, 'duration_secs': 0.013232} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.120273] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.120702] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 4aa79d82-2350-4209-ae0a-c64201f0d9ca/4aa79d82-2350-4209-ae0a-c64201f0d9ca.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.121896] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a21ae9-af60-4f6c-ae6d-bbe172639cfe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.130761] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1053.130761] env[65311]: value = "task-4428823" [ 1053.130761] env[65311]: _type = "Task" [ 1053.130761] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.143678] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.262115] env[65311]: WARNING neutronclient.v2_0.client [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.273136] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428821, 'name': Rename_Task, 'duration_secs': 0.199372} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.273409] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.273714] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-361046ce-39b9-4833-b2cf-e95411a31a14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.282262] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1053.282262] env[65311]: value = "task-4428824" [ 1053.282262] env[65311]: _type = "Task" [ 1053.282262] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.296725] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.353119] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764e003-34fa-4e0c-8efa-881f91875f48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.361671] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b578ab0-b7aa-42a6-855e-629558f25a80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.396785] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491f07d-50ed-4386-9af8-d267d11831fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.408930] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e0294a-1fa1-4893-adcd-f42a20e92d59 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.417692] env[65311]: DEBUG nova.network.neutron [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance_info_cache with network_info: [{"id": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "address": "fa:16:3e:d7:bf:48", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22728c9b-cc", "ovs_interfaceid": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.419046] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b17e9b-2cb3-503a-4348-f48079bf909d, 'name': SearchDatastore_Task, 'duration_secs': 0.022254} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.419965] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.420238] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.420517] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.420708] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.420882] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.421181] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd477187-2399-4a3b-b43b-4715a8c82714 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.433170] env[65311]: DEBUG nova.compute.provider_tree [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.447837] env[65311]: DEBUG nova.network.neutron [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Successfully updated port: 151b7319-954b-4f6b-9c11-0c3cb31e6d2a {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1053.452957] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.453169] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.455027] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb03989-c01f-46dd-b545-dc14c276fe53 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.464055] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1053.464055] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52713da7-776a-9991-cf38-dd97c8eb0b18" [ 1053.464055] env[65311]: _type = "Task" [ 1053.464055] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.474883] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52713da7-776a-9991-cf38-dd97c8eb0b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.490998] env[65311]: DEBUG nova.compute.manager [req-0d7b8516-2cc2-4cad-a859-562554e3e506 req-e0778110-1719-4825-89b5-a2a6148335a4 service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Received event network-vif-plugged-151b7319-954b-4f6b-9c11-0c3cb31e6d2a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1053.491265] env[65311]: DEBUG oslo_concurrency.lockutils [req-0d7b8516-2cc2-4cad-a859-562554e3e506 req-e0778110-1719-4825-89b5-a2a6148335a4 service nova] Acquiring lock "8819d936-b8cf-446d-a858-3af10fe4116d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.491612] env[65311]: DEBUG oslo_concurrency.lockutils [req-0d7b8516-2cc2-4cad-a859-562554e3e506 req-e0778110-1719-4825-89b5-a2a6148335a4 service nova] Lock "8819d936-b8cf-446d-a858-3af10fe4116d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.491692] env[65311]: DEBUG oslo_concurrency.lockutils [req-0d7b8516-2cc2-4cad-a859-562554e3e506 req-e0778110-1719-4825-89b5-a2a6148335a4 service nova] Lock "8819d936-b8cf-446d-a858-3af10fe4116d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.491864] env[65311]: DEBUG nova.compute.manager [req-0d7b8516-2cc2-4cad-a859-562554e3e506 req-e0778110-1719-4825-89b5-a2a6148335a4 service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] No waiting events found dispatching network-vif-plugged-151b7319-954b-4f6b-9c11-0c3cb31e6d2a {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1053.492033] env[65311]: WARNING nova.compute.manager [req-0d7b8516-2cc2-4cad-a859-562554e3e506 req-e0778110-1719-4825-89b5-a2a6148335a4 service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Received unexpected event network-vif-plugged-151b7319-954b-4f6b-9c11-0c3cb31e6d2a for instance with vm_state building and task_state spawning. [ 1053.508826] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.595927] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "23dab365-7300-4e33-b03c-e680b9f979f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.596224] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "23dab365-7300-4e33-b03c-e680b9f979f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.596464] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "23dab365-7300-4e33-b03c-e680b9f979f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.596655] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "23dab365-7300-4e33-b03c-e680b9f979f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.596835] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "23dab365-7300-4e33-b03c-e680b9f979f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.598709] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428822, 'name': ReconfigVM_Task, 'duration_secs': 0.230845} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.599225] env[65311]: INFO nova.compute.manager [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Terminating instance [ 1053.600924] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866615', 'volume_id': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'name': 'volume-a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f112909f-754e-4263-b323-116a5e2c45bb', 'attached_at': '', 'detached_at': '', 'volume_id': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd', 'serial': 'a13fcd0e-6178-4b0f-a0b6-f8dacd5132cd'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1053.601268] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.603189] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8ef99b-5063-4efe-a2d6-59d9cd229c8c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.613098] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.614223] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-544ee0ff-263f-4cf4-9ef9-6a1c54e4c29c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.645752] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428823, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.718025] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.718375] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.718602] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleting the datastore file [datastore1] f112909f-754e-4263-b323-116a5e2c45bb {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.718985] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8edf218-c298-4e76-a0e9-b0a67bcaeeba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.728233] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1053.728233] env[65311]: value = "task-4428826" [ 1053.728233] env[65311]: _type = "Task" [ 1053.728233] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.740972] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.796027] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428824, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.842798] env[65311]: DEBUG oslo_vmware.rw_handles [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231690d-1d02-3355-3f7b-b6382d73038d/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.843873] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade8ebb9-1de8-4959-bdfc-ec6fc1e55e03 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.851413] env[65311]: DEBUG oslo_vmware.rw_handles [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231690d-1d02-3355-3f7b-b6382d73038d/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.851677] env[65311]: ERROR oslo_vmware.rw_handles [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231690d-1d02-3355-3f7b-b6382d73038d/disk-0.vmdk due to incomplete transfer. [ 1053.851904] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3851f6e-2acd-434f-9a50-1da765448e2d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.861312] env[65311]: DEBUG oslo_vmware.rw_handles [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231690d-1d02-3355-3f7b-b6382d73038d/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1053.861548] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Uploaded image b2f15029-150e-4c03-afc3-5e3c85fce6fc to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1053.864225] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.864436] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6389304-caca-4c83-8bae-413c813afddf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.872722] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1053.872722] env[65311]: value = "task-4428827" [ 1053.872722] env[65311]: _type = "Task" [ 1053.872722] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.883375] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428827, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.920453] env[65311]: DEBUG oslo_concurrency.lockutils [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.955792] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquiring lock "refresh_cache-8819d936-b8cf-446d-a858-3af10fe4116d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.956038] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquired lock "refresh_cache-8819d936-b8cf-446d-a858-3af10fe4116d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.956273] env[65311]: DEBUG nova.network.neutron [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1053.959297] env[65311]: ERROR nova.scheduler.client.report [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [req-70dc3b70-5b1b-4352-80be-1d8d847080a8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70dc3b70-5b1b-4352-80be-1d8d847080a8"}]} [ 1053.977955] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52713da7-776a-9991-cf38-dd97c8eb0b18, 'name': SearchDatastore_Task, 'duration_secs': 0.065208} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.978952] env[65311]: DEBUG nova.scheduler.client.report [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1053.981844] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-144c4705-919f-4ab2-bdf4-244b0bad8e77 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.988721] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1053.988721] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528aeaca-1c47-2a19-5be4-9f40dbb2ed30" [ 1053.988721] env[65311]: _type = "Task" [ 1053.988721] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.995307] env[65311]: DEBUG nova.scheduler.client.report [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1053.995683] env[65311]: DEBUG nova.compute.provider_tree [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.003939] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528aeaca-1c47-2a19-5be4-9f40dbb2ed30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.010386] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.011630] env[65311]: DEBUG nova.scheduler.client.report [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1054.031577] env[65311]: DEBUG nova.scheduler.client.report [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1054.107727] env[65311]: DEBUG nova.compute.manager [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1054.107975] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.109100] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19e67f5-7e89-400b-91b8-0c44c9a14f98 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.118368] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.118652] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c10383-b51d-4bde-8932-97cc366061d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.129753] env[65311]: DEBUG oslo_vmware.api [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 1054.129753] env[65311]: value = "task-4428828" [ 1054.129753] env[65311]: _type = "Task" [ 1054.129753] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.150091] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639088} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.158441] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 4aa79d82-2350-4209-ae0a-c64201f0d9ca/4aa79d82-2350-4209-ae0a-c64201f0d9ca.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.158833] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.159365] env[65311]: DEBUG oslo_vmware.api [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.159990] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c893c531-d63f-4acf-8b76-2327ff77131e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.169015] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1054.169015] env[65311]: value = "task-4428829" [ 1054.169015] env[65311]: _type = "Task" [ 1054.169015] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.184675] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.241376] env[65311]: DEBUG oslo_vmware.api [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166976} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.244836] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.245134] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.245363] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.245683] env[65311]: INFO nova.compute.manager [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1054.245921] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1054.246435] env[65311]: DEBUG nova.compute.manager [-] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1054.246575] env[65311]: DEBUG nova.network.neutron [-] [instance: f112909f-754e-4263-b323-116a5e2c45bb] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1054.246851] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.298911] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428824, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.335444] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.388077] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428827, 'name': Destroy_Task, 'duration_secs': 0.386091} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.388431] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Destroyed the VM [ 1054.388729] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1054.389067] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3dd2f90-6152-4f48-9482-7a46d0a44321 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.398242] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1054.398242] env[65311]: value = "task-4428830" [ 1054.398242] env[65311]: _type = "Task" [ 1054.398242] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.400215] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3726d372-53eb-4a28-aae1-6fb8dd166368 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.412818] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428830, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.416093] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316b824b-7854-45f0-9dc8-0a3ea05a848c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.455946] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af2245d-43df-44c8-bd9c-e4cbee294a29 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.459468] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ab217b-60a2-4541-a07a-02d3a79a5aaa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.472433] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b1bcd8-d287-4f64-9609-4f2be2e82143 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.477281] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61da6d62-6b8f-4d7b-b17e-97626437557c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.491785] env[65311]: DEBUG nova.compute.provider_tree [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.514460] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528aeaca-1c47-2a19-5be4-9f40dbb2ed30, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.518424] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.518797] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 2c0a5c88-3d01-4d5c-8b46-5a109107067a/2c0a5c88-3d01-4d5c-8b46-5a109107067a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.519273] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.519880] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caf7f117-125a-4a58-a1c4-d434a4a46204 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.528089] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1054.528089] env[65311]: value = "task-4428831" [ 1054.528089] env[65311]: _type = "Task" [ 1054.528089] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.537432] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.631374] env[65311]: DEBUG nova.network.neutron [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1054.644104] env[65311]: DEBUG oslo_vmware.api [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428828, 'name': PowerOffVM_Task, 'duration_secs': 0.250727} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.644104] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.644104] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.644104] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd2f7fac-eea0-492d-a9bc-c3d5d089fd50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.681102] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079899} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.681399] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.682254] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d618a36-8be4-46b5-b0df-6d30de250ecb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.707706] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4aa79d82-2350-4209-ae0a-c64201f0d9ca/4aa79d82-2350-4209-ae0a-c64201f0d9ca.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.711233] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-171999d9-222c-4c95-8033-5542d7f033b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.730146] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.730575] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.730765] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleting the datastore file [datastore2] 23dab365-7300-4e33-b03c-e680b9f979f3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.731248] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdce84af-c14d-4e21-8703-1c889caa2fb0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.737640] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1054.737640] env[65311]: value = "task-4428833" [ 1054.737640] env[65311]: _type = "Task" [ 1054.737640] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.739174] env[65311]: DEBUG oslo_vmware.api [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for the task: (returnval){ [ 1054.739174] env[65311]: value = "task-4428834" [ 1054.739174] env[65311]: _type = "Task" [ 1054.739174] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.754780] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.757819] env[65311]: DEBUG oslo_vmware.api [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.776142] env[65311]: WARNING neutronclient.v2_0.client [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.796665] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.883777] env[65311]: DEBUG nova.network.neutron [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Updating instance_info_cache with network_info: [{"id": "151b7319-954b-4f6b-9c11-0c3cb31e6d2a", "address": "fa:16:3e:76:e7:77", "network": {"id": "f6042cd4-4678-498d-b95e-bb8b4061c27d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-740161684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63eb0b3871bb4c07b5303b4d32917dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151b7319-95", "ovs_interfaceid": "151b7319-954b-4f6b-9c11-0c3cb31e6d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.911882] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428830, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.005383] env[65311]: DEBUG nova.scheduler.client.report [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.020736] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.039421] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428831, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.081321] env[65311]: DEBUG nova.network.neutron [-] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.255837] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428833, 'name': ReconfigVM_Task, 'duration_secs': 0.515989} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.259284] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4aa79d82-2350-4209-ae0a-c64201f0d9ca/4aa79d82-2350-4209-ae0a-c64201f0d9ca.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.259962] env[65311]: DEBUG oslo_vmware.api [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Task: {'id': task-4428834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484825} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.260182] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62018561-64ba-4ebc-9348-37131dd424be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.261909] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.262097] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.262302] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.262559] env[65311]: INFO nova.compute.manager [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1055.262791] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1055.263021] env[65311]: DEBUG nova.compute.manager [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1055.263124] env[65311]: DEBUG nova.network.neutron [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1055.263370] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.272921] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1055.272921] env[65311]: value = "task-4428835" [ 1055.272921] env[65311]: _type = "Task" [ 1055.272921] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.282622] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428835, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.294769] env[65311]: DEBUG oslo_vmware.api [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428824, 'name': PowerOnVM_Task, 'duration_secs': 1.527048} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.295042] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.295258] env[65311]: DEBUG nova.compute.manager [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1055.296065] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0f0379-986d-4b63-95d5-ace2d5426c8b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.299483] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.387092] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Releasing lock "refresh_cache-8819d936-b8cf-446d-a858-3af10fe4116d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.387520] env[65311]: DEBUG nova.compute.manager [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Instance network_info: |[{"id": "151b7319-954b-4f6b-9c11-0c3cb31e6d2a", "address": "fa:16:3e:76:e7:77", "network": {"id": "f6042cd4-4678-498d-b95e-bb8b4061c27d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-740161684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63eb0b3871bb4c07b5303b4d32917dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151b7319-95", "ovs_interfaceid": "151b7319-954b-4f6b-9c11-0c3cb31e6d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1055.388919] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:e7:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '151b7319-954b-4f6b-9c11-0c3cb31e6d2a', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.395790] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Creating folder: Project (63eb0b3871bb4c07b5303b4d32917dcd). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.396121] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a00add7d-8146-4481-825d-9658f9dd3737 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.410539] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Created folder: Project (63eb0b3871bb4c07b5303b4d32917dcd) in parent group-v866349. [ 1055.410734] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Creating folder: Instances. Parent ref: group-v866622. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.414506] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbc25c57-e892-42d5-94b1-f73a3be6aa40 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.416068] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428830, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.426394] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Created folder: Instances in parent group-v866622. [ 1055.426674] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1055.426907] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.427176] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f2d89ab-0dee-4534-98ee-da94f54c77b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.454553] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.454553] env[65311]: value = "task-4428838" [ 1055.454553] env[65311]: _type = "Task" [ 1055.454553] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.465887] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428838, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.517677] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.597s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.517677] env[65311]: DEBUG nova.compute.manager [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1055.523083] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.462s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.523380] env[65311]: DEBUG nova.objects.instance [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lazy-loading 'resources' on Instance uuid 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.525846] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.549302] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619914} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.552838] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 2c0a5c88-3d01-4d5c-8b46-5a109107067a/2c0a5c88-3d01-4d5c-8b46-5a109107067a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.553212] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.555846] env[65311]: DEBUG nova.compute.manager [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Received event network-changed-151b7319-954b-4f6b-9c11-0c3cb31e6d2a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1055.556136] env[65311]: DEBUG nova.compute.manager [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Refreshing instance network info cache due to event network-changed-151b7319-954b-4f6b-9c11-0c3cb31e6d2a. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1055.556929] env[65311]: DEBUG oslo_concurrency.lockutils [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] Acquiring lock "refresh_cache-8819d936-b8cf-446d-a858-3af10fe4116d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.557169] env[65311]: DEBUG oslo_concurrency.lockutils [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] Acquired lock "refresh_cache-8819d936-b8cf-446d-a858-3af10fe4116d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.557410] env[65311]: DEBUG nova.network.neutron [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Refreshing network info cache for port 151b7319-954b-4f6b-9c11-0c3cb31e6d2a {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.560067] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3bde10a-8508-4dda-955a-ab825cef2b9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.576656] env[65311]: DEBUG nova.compute.manager [req-227d5427-4889-45cf-81e9-7434e6e3cda4 req-fcf92f30-6083-4a8b-9ae8-3f6e8923a230 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Received event network-vif-deleted-0129ba25-f310-4d9e-b4c8-379fd2e68a52 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1055.577069] env[65311]: INFO nova.compute.manager [req-227d5427-4889-45cf-81e9-7434e6e3cda4 req-fcf92f30-6083-4a8b-9ae8-3f6e8923a230 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Neutron deleted interface 0129ba25-f310-4d9e-b4c8-379fd2e68a52; detaching it from the instance and deleting it from the info cache [ 1055.577733] env[65311]: DEBUG nova.network.neutron [req-227d5427-4889-45cf-81e9-7434e6e3cda4 req-fcf92f30-6083-4a8b-9ae8-3f6e8923a230 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.579677] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1055.579677] env[65311]: value = "task-4428839" [ 1055.579677] env[65311]: _type = "Task" [ 1055.579677] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.586483] env[65311]: INFO nova.compute.manager [-] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Took 1.34 seconds to deallocate network for instance. [ 1055.598652] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.615480] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbd4831-f00b-4274-aef8-f9a072447d8d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.644425] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22987700-fbaf-4c7d-8852-e1089eb85706 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.654511] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance 'fb4654f6-15e0-4b18-ab33-e620cccb5736' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.787620] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428835, 'name': Rename_Task, 'duration_secs': 0.290474} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.787962] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.788338] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5982b835-89b6-4661-9235-e1f10a0010ee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.796809] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1055.796809] env[65311]: value = "task-4428840" [ 1055.796809] env[65311]: _type = "Task" [ 1055.796809] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.806584] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.818524] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.916330] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428830, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.949747] env[65311]: DEBUG oslo_concurrency.lockutils [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.950046] env[65311]: DEBUG oslo_concurrency.lockutils [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.966375] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428838, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.020620] env[65311]: DEBUG oslo_vmware.api [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428813, 'name': ReconfigVM_Task, 'duration_secs': 5.875047} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.020859] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.021083] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Reconfigured VM to detach interface {{(pid=65311) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1056.021561] env[65311]: WARNING neutronclient.v2_0.client [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.022032] env[65311]: WARNING neutronclient.v2_0.client [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.027754] env[65311]: DEBUG nova.compute.utils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.031545] env[65311]: DEBUG nova.compute.manager [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1056.031795] env[65311]: DEBUG nova.network.neutron [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1056.032104] env[65311]: WARNING neutronclient.v2_0.client [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.032417] env[65311]: WARNING neutronclient.v2_0.client [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.060723] env[65311]: DEBUG nova.network.neutron [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.062869] env[65311]: WARNING neutronclient.v2_0.client [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.083838] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2872c5d3-d1b2-4398-bf18-a0f1e9aecc60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.099196] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124798} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.105126] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.108027] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654a5b34-bb1e-4963-a6ef-42f339ac88c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.117114] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05add709-f0ba-4221-9733-1a4aa6f1d13c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.139481] env[65311]: DEBUG nova.policy [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a326ae27f75944d5bc4ec7fea6047234', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99486a4df0af4f99a0d17974c50b259f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.153748] env[65311]: INFO nova.compute.manager [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Took 0.57 seconds to detach 1 volumes for instance. [ 1056.164538] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.190324] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f86df63a-1233-4807-840c-e738362f5af5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.210682] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 2c0a5c88-3d01-4d5c-8b46-5a109107067a/2c0a5c88-3d01-4d5c-8b46-5a109107067a.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.234488] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae22c63e-c9a1-4781-8a6b-4fabc770f220 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.264020] env[65311]: DEBUG nova.compute.manager [req-227d5427-4889-45cf-81e9-7434e6e3cda4 req-fcf92f30-6083-4a8b-9ae8-3f6e8923a230 service nova] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Detach interface failed, port_id=0129ba25-f310-4d9e-b4c8-379fd2e68a52, reason: Instance 23dab365-7300-4e33-b03c-e680b9f979f3 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1056.276120] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1056.276120] env[65311]: value = "task-4428841" [ 1056.276120] env[65311]: _type = "Task" [ 1056.276120] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.283284] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1056.283284] env[65311]: value = "task-4428842" [ 1056.283284] env[65311]: _type = "Task" [ 1056.283284] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.314074] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428841, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.320970] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.331244] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.416518] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428830, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.454174] env[65311]: INFO nova.compute.manager [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Detaching volume 4f8c1632-1cba-4849-ba40-bc3aa890b54b [ 1056.467650] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428838, 'name': CreateVM_Task, 'duration_secs': 0.567477} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.471239] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.472138] env[65311]: WARNING neutronclient.v2_0.client [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.472538] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.472684] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.473032] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.474865] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f58f0a-6dc6-4db7-b299-6fe0bad2915b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.479995] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1056.479995] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e066d6-4445-91a0-afdc-fe5c235b7407" [ 1056.479995] env[65311]: _type = "Task" [ 1056.479995] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.496655] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e066d6-4445-91a0-afdc-fe5c235b7407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.519375] env[65311]: INFO nova.virt.block_device [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Attempting to driver detach volume 4f8c1632-1cba-4849-ba40-bc3aa890b54b from mountpoint /dev/sdb [ 1056.519962] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1056.520120] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866602', 'volume_id': '4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'name': 'volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8abbc7b-bcf9-4f3c-a441-699e40be985c', 'attached_at': '', 'detached_at': '', 'volume_id': '4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'serial': '4f8c1632-1cba-4849-ba40-bc3aa890b54b'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1056.521344] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b27079-edc5-45a0-a630-39f41ef1018e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.551703] env[65311]: DEBUG nova.compute.manager [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1056.559596] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84964e8-4bca-407d-aa1b-83049e1e6f86 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.567647] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad644e2f-046f-4293-aaf0-c84a92d3b8bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.571061] env[65311]: INFO nova.compute.manager [-] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Took 1.31 seconds to deallocate network for instance. [ 1056.596968] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269501dc-f256-4ef8-ba81-ad43177ee989 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.601836] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc91387d-f523-4c37-86f3-d402ca3a8c3d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.626014] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9e6569-7ace-4bd1-b3b8-ec1eac756fc8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.632290] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The volume has not been displaced from its original location: [datastore1] volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b/volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1056.637999] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.646343] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41c7b4c-5fd2-4152-b79c-25b9a65ec679 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.691870] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.695566] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ee1420-4a7f-44ca-a6e3-8ad55b459545 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.700108] env[65311]: DEBUG oslo_vmware.api [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1056.700108] env[65311]: value = "task-4428843" [ 1056.700108] env[65311]: _type = "Task" [ 1056.700108] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.701665] env[65311]: DEBUG nova.network.neutron [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Successfully created port: f074bd97-6171-4067-b753-ebf522c5abf3 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1056.706566] env[65311]: WARNING neutronclient.v2_0.client [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.718749] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c908a08-c9ea-48f1-9d48-0a6f99e6f0ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.728739] env[65311]: DEBUG oslo_vmware.api [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.744754] env[65311]: DEBUG nova.compute.provider_tree [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.799646] env[65311]: DEBUG oslo_vmware.api [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428841, 'name': PowerOnVM_Task, 'duration_secs': 0.466861} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.803399] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.803585] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-67d3822c-8252-4d51-a682-983ae82e378b tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance 'fb4654f6-15e0-4b18-ab33-e620cccb5736' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.808291] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.822281] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428840, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.896671] env[65311]: DEBUG nova.network.neutron [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Updated VIF entry in instance network info cache for port 151b7319-954b-4f6b-9c11-0c3cb31e6d2a. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1056.897173] env[65311]: DEBUG nova.network.neutron [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Updating instance_info_cache with network_info: [{"id": "151b7319-954b-4f6b-9c11-0c3cb31e6d2a", "address": "fa:16:3e:76:e7:77", "network": {"id": "f6042cd4-4678-498d-b95e-bb8b4061c27d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-740161684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63eb0b3871bb4c07b5303b4d32917dcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap151b7319-95", "ovs_interfaceid": "151b7319-954b-4f6b-9c11-0c3cb31e6d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.914239] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428830, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.990447] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e066d6-4445-91a0-afdc-fe5c235b7407, 'name': SearchDatastore_Task, 'duration_secs': 0.020285} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.991070] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.991189] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.991385] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.991701] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.991766] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.992054] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abfe35b-81e2-4302-8e0f-cb4d1b7f0824 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.007312] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.007312] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.007312] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4c6c5a-b476-405f-8729-5498cd6e1c78 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.014043] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1057.014043] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52acbdb5-6db2-9ce0-17c9-d5d129740457" [ 1057.014043] env[65311]: _type = "Task" [ 1057.014043] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.023473] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52acbdb5-6db2-9ce0-17c9-d5d129740457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.102093] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.216252] env[65311]: DEBUG oslo_vmware.api [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428843, 'name': ReconfigVM_Task, 'duration_secs': 0.367179} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.216840] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.222852] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de0bd2f-ce2c-40eb-86f2-cee06b543c3c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.241421] env[65311]: DEBUG oslo_vmware.api [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1057.241421] env[65311]: value = "task-4428844" [ 1057.241421] env[65311]: _type = "Task" [ 1057.241421] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.252273] env[65311]: DEBUG nova.scheduler.client.report [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.255026] env[65311]: DEBUG oslo_vmware.api [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.303216] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428842, 'name': ReconfigVM_Task, 'duration_secs': 0.587813} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.303568] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 2c0a5c88-3d01-4d5c-8b46-5a109107067a/2c0a5c88-3d01-4d5c-8b46-5a109107067a.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.304227] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6f70962-e1f9-43e5-9dac-21c0503183e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.316655] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1057.316655] env[65311]: value = "task-4428845" [ 1057.316655] env[65311]: _type = "Task" [ 1057.316655] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.324752] env[65311]: DEBUG oslo_vmware.api [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428840, 'name': PowerOnVM_Task, 'duration_secs': 1.084713} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.325590] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.325979] env[65311]: INFO nova.compute.manager [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1057.325979] env[65311]: DEBUG nova.compute.manager [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1057.326902] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812f5e32-0c25-434e-96f8-cf6b5d5ea0b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.333915] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428845, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.400233] env[65311]: DEBUG oslo_concurrency.lockutils [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] Releasing lock "refresh_cache-8819d936-b8cf-446d-a858-3af10fe4116d" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.400587] env[65311]: DEBUG nova.compute.manager [req-8409f837-630c-481a-aeac-1f503722aea3 req-b00421ce-b11a-4a3d-8125-9b0023201726 service nova] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Received event network-vif-deleted-50b6a1f0-2c65-4518-8eec-e1dfcb1a21cf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1057.415293] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.415540] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.415762] env[65311]: DEBUG nova.network.neutron [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1057.417320] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428830, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.525358] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52acbdb5-6db2-9ce0-17c9-d5d129740457, 'name': SearchDatastore_Task, 'duration_secs': 0.016916} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.526412] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86a7e83-014c-49fe-90f4-6f0ede402f65 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.529174] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "a210060f-e00c-4a4d-95e0-ba497ec7a763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.529348] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "a210060f-e00c-4a4d-95e0-ba497ec7a763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.529501] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "a210060f-e00c-4a4d-95e0-ba497ec7a763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.529673] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "a210060f-e00c-4a4d-95e0-ba497ec7a763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.529833] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "a210060f-e00c-4a4d-95e0-ba497ec7a763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.534143] env[65311]: INFO nova.compute.manager [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Terminating instance [ 1057.538335] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1057.538335] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52275228-6e1d-a009-9d90-c41db1e1c4fe" [ 1057.538335] env[65311]: _type = "Task" [ 1057.538335] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.547616] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52275228-6e1d-a009-9d90-c41db1e1c4fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.568944] env[65311]: DEBUG nova.compute.manager [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1057.598522] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.598806] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.598991] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.599229] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.599396] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.599586] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.599834] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.599997] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.600287] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.600425] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.600618] env[65311]: DEBUG nova.virt.hardware [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.601653] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c42fe6d-b653-4c18-a465-a58e5bf9cd34 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.606635] env[65311]: DEBUG nova.compute.manager [req-aa4e2e5c-e96d-4d00-9425-928f6248ab2b req-650f678a-90c8-478c-a6dd-8eba6d0bddc9 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Received event network-vif-deleted-120ddd47-5f41-46c6-93e8-19aafaa8bc03 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1057.606817] env[65311]: INFO nova.compute.manager [req-aa4e2e5c-e96d-4d00-9425-928f6248ab2b req-650f678a-90c8-478c-a6dd-8eba6d0bddc9 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Neutron deleted interface 120ddd47-5f41-46c6-93e8-19aafaa8bc03; detaching it from the instance and deleting it from the info cache [ 1057.607374] env[65311]: DEBUG nova.network.neutron [req-aa4e2e5c-e96d-4d00-9425-928f6248ab2b req-650f678a-90c8-478c-a6dd-8eba6d0bddc9 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updating instance_info_cache with network_info: [{"id": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "address": "fa:16:3e:82:51:05", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a97a68-ef", "ovs_interfaceid": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.615964] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c1d8e2-71b1-4b39-b0b5-ead91877d44f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.752812] env[65311]: DEBUG oslo_vmware.api [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428844, 'name': ReconfigVM_Task, 'duration_secs': 0.198228} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.753246] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866602', 'volume_id': '4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'name': 'volume-4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8abbc7b-bcf9-4f3c-a441-699e40be985c', 'attached_at': '', 'detached_at': '', 'volume_id': '4f8c1632-1cba-4849-ba40-bc3aa890b54b', 'serial': '4f8c1632-1cba-4849-ba40-bc3aa890b54b'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1057.757037] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.759614] env[65311]: DEBUG oslo_concurrency.lockutils [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.534s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.759614] env[65311]: DEBUG nova.objects.instance [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lazy-loading 'resources' on Instance uuid a26378a7-b715-4c1a-9450-f7cf931ecec1 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.783627] env[65311]: INFO nova.scheduler.client.report [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted allocations for instance 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26 [ 1057.829308] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428845, 'name': Rename_Task, 'duration_secs': 0.183532} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.830462] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.830716] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5780b207-1e89-4cdb-a68e-c04dbbb6ee60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.839021] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1057.839021] env[65311]: value = "task-4428846" [ 1057.839021] env[65311]: _type = "Task" [ 1057.839021] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.852917] env[65311]: INFO nova.compute.manager [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Took 27.56 seconds to build instance. [ 1057.857574] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.912889] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428830, 'name': RemoveSnapshot_Task, 'duration_secs': 3.142786} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.913957] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1057.914312] env[65311]: DEBUG nova.compute.manager [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1057.915186] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2885917-0744-40af-9b62-dff17633a332 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.918519] env[65311]: WARNING neutronclient.v2_0.client [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.039609] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "refresh_cache-a210060f-e00c-4a4d-95e0-ba497ec7a763" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.039797] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquired lock "refresh_cache-a210060f-e00c-4a4d-95e0-ba497ec7a763" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.039971] env[65311]: DEBUG nova.network.neutron [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1058.051388] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52275228-6e1d-a009-9d90-c41db1e1c4fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013778} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.052311] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.052632] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8819d936-b8cf-446d-a858-3af10fe4116d/8819d936-b8cf-446d-a858-3af10fe4116d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.052924] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf85feaa-0ac4-4bb1-893b-c0036567fa58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.062789] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1058.062789] env[65311]: value = "task-4428847" [ 1058.062789] env[65311]: _type = "Task" [ 1058.062789] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.074839] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.110802] env[65311]: DEBUG oslo_concurrency.lockutils [req-aa4e2e5c-e96d-4d00-9425-928f6248ab2b req-650f678a-90c8-478c-a6dd-8eba6d0bddc9 service nova] Acquiring lock "82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.111063] env[65311]: DEBUG oslo_concurrency.lockutils [req-aa4e2e5c-e96d-4d00-9425-928f6248ab2b req-650f678a-90c8-478c-a6dd-8eba6d0bddc9 service nova] Acquired lock "82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.111935] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630303c8-6400-40e7-ab94-51d0dbc97484 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.132698] env[65311]: DEBUG oslo_concurrency.lockutils [req-aa4e2e5c-e96d-4d00-9425-928f6248ab2b req-650f678a-90c8-478c-a6dd-8eba6d0bddc9 service nova] Releasing lock "82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.133172] env[65311]: WARNING nova.compute.manager [req-aa4e2e5c-e96d-4d00-9425-928f6248ab2b req-650f678a-90c8-478c-a6dd-8eba6d0bddc9 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Detach interface failed, port_id=120ddd47-5f41-46c6-93e8-19aafaa8bc03, reason: No device with interface-id 120ddd47-5f41-46c6-93e8-19aafaa8bc03 exists on VM: nova.exception.NotFound: No device with interface-id 120ddd47-5f41-46c6-93e8-19aafaa8bc03 exists on VM [ 1058.210182] env[65311]: DEBUG oslo_concurrency.lockutils [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "82260d88-cfa9-48f5-879a-b8c56851af86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.210507] env[65311]: DEBUG oslo_concurrency.lockutils [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "82260d88-cfa9-48f5-879a-b8c56851af86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.210757] env[65311]: DEBUG oslo_concurrency.lockutils [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "82260d88-cfa9-48f5-879a-b8c56851af86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.210964] env[65311]: DEBUG oslo_concurrency.lockutils [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "82260d88-cfa9-48f5-879a-b8c56851af86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.211198] env[65311]: DEBUG oslo_concurrency.lockutils [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "82260d88-cfa9-48f5-879a-b8c56851af86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.214125] env[65311]: INFO nova.compute.manager [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Terminating instance [ 1058.263375] env[65311]: DEBUG nova.objects.instance [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lazy-loading 'numa_topology' on Instance uuid a26378a7-b715-4c1a-9450-f7cf931ecec1 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.267468] env[65311]: WARNING neutronclient.v2_0.client [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.299190] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6716cc30-86d8-4dce-926d-70584f139bf2 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "7d41ce3e-bf99-4c6c-93c1-9a22ff676e26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.816s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.329672] env[65311]: DEBUG nova.objects.instance [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid d8abbc7b-bcf9-4f3c-a441-699e40be985c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.355660] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428846, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.359435] env[65311]: DEBUG oslo_concurrency.lockutils [None req-078f2b94-364c-45ef-895b-e337f3ae90c5 tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.112s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.434442] env[65311]: INFO nova.compute.manager [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Shelve offloading [ 1058.439400] env[65311]: INFO nova.network.neutron [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Port 120ddd47-5f41-46c6-93e8-19aafaa8bc03 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1058.439895] env[65311]: DEBUG nova.network.neutron [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updating instance_info_cache with network_info: [{"id": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "address": "fa:16:3e:82:51:05", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a97a68-ef", "ovs_interfaceid": "e1a97a68-efe4-4d43-9552-fb6733ed10d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.442464] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquiring lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.443203] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.443203] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquiring lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.443337] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.443561] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.446591] env[65311]: INFO nova.compute.manager [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Terminating instance [ 1058.460139] env[65311]: DEBUG nova.network.neutron [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Successfully updated port: f074bd97-6171-4067-b753-ebf522c5abf3 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1058.509950] env[65311]: DEBUG nova.compute.manager [req-f431fc7d-c9e8-41f0-a269-32468d57ec5b req-f124faee-7bac-4a0d-a69d-50b625893505 service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Received event network-vif-plugged-f074bd97-6171-4067-b753-ebf522c5abf3 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1058.510330] env[65311]: DEBUG oslo_concurrency.lockutils [req-f431fc7d-c9e8-41f0-a269-32468d57ec5b req-f124faee-7bac-4a0d-a69d-50b625893505 service nova] Acquiring lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.510620] env[65311]: DEBUG oslo_concurrency.lockutils [req-f431fc7d-c9e8-41f0-a269-32468d57ec5b req-f124faee-7bac-4a0d-a69d-50b625893505 service nova] Lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.510774] env[65311]: DEBUG oslo_concurrency.lockutils [req-f431fc7d-c9e8-41f0-a269-32468d57ec5b req-f124faee-7bac-4a0d-a69d-50b625893505 service nova] Lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.511399] env[65311]: DEBUG nova.compute.manager [req-f431fc7d-c9e8-41f0-a269-32468d57ec5b req-f124faee-7bac-4a0d-a69d-50b625893505 service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] No waiting events found dispatching network-vif-plugged-f074bd97-6171-4067-b753-ebf522c5abf3 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1058.511754] env[65311]: WARNING nova.compute.manager [req-f431fc7d-c9e8-41f0-a269-32468d57ec5b req-f124faee-7bac-4a0d-a69d-50b625893505 service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Received unexpected event network-vif-plugged-f074bd97-6171-4067-b753-ebf522c5abf3 for instance with vm_state building and task_state spawning. [ 1058.546357] env[65311]: WARNING neutronclient.v2_0.client [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.569481] env[65311]: DEBUG nova.network.neutron [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1058.577657] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428847, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.641100] env[65311]: DEBUG nova.network.neutron [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.719017] env[65311]: DEBUG nova.compute.manager [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1058.719017] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.720781] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f8df49-be69-459e-b443-0219496fda6f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.729894] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.730187] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c705bd-e9ab-491f-917a-bc2ae8765807 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.736633] env[65311]: DEBUG oslo_vmware.api [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1058.736633] env[65311]: value = "task-4428848" [ 1058.736633] env[65311]: _type = "Task" [ 1058.736633] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.745604] env[65311]: DEBUG oslo_vmware.api [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.766133] env[65311]: DEBUG nova.objects.base [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1058.856912] env[65311]: DEBUG oslo_vmware.api [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428846, 'name': PowerOnVM_Task, 'duration_secs': 0.658018} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.857475] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.857673] env[65311]: INFO nova.compute.manager [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1058.857845] env[65311]: DEBUG nova.compute.manager [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.858679] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25072a3f-2305-4bb5-9c37-e87f1101b57f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.938972] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.939091] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-451b4f94-a2c4-4987-bdb7-605ee55d56c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.943876] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-82260d88-cfa9-48f5-879a-b8c56851af86" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.953136] env[65311]: DEBUG nova.compute.manager [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1058.953349] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.953796] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1058.953796] env[65311]: value = "task-4428849" [ 1058.953796] env[65311]: _type = "Task" [ 1058.953796] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.955125] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66ac9c-9678-4fdd-b84c-fdbe2312ed6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.965710] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "refresh_cache-d9d34cb2-b43d-407c-921c-a088ae1fb8d7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.965710] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "refresh_cache-d9d34cb2-b43d-407c-921c-a088ae1fb8d7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.965710] env[65311]: DEBUG nova.network.neutron [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1058.969991] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.974448] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5a2d370-ccf0-4376-b3ff-32445b743113 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.979752] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1058.980124] env[65311]: DEBUG nova.compute.manager [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.982379] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a88c8b-27e0-4354-a40e-6ee29ba06fd5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.988096] env[65311]: DEBUG oslo_vmware.api [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1058.988096] env[65311]: value = "task-4428850" [ 1058.988096] env[65311]: _type = "Task" [ 1058.988096] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.990128] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.990295] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.990474] env[65311]: DEBUG nova.network.neutron [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.010352] env[65311]: DEBUG oslo_vmware.api [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.077701] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656523} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.079210] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8819d936-b8cf-446d-a858-3af10fe4116d/8819d936-b8cf-446d-a858-3af10fe4116d.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.079464] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.080262] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2426e20-c41f-415c-b8ca-dd35615e923d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.082898] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60fe50a4-3d47-4dde-b9e0-13c72376d88f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.094389] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d786ff59-a348-4256-abe1-b1e2475e0f47 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.097813] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1059.097813] env[65311]: value = "task-4428851" [ 1059.097813] env[65311]: _type = "Task" [ 1059.097813] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.128578] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9436cfb1-1e73-4fc8-a2a9-f94fe614b058 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.134956] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.140825] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fcd72e-6cd5-4d7e-ab89-8f73ce9d6451 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.145406] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Releasing lock "refresh_cache-a210060f-e00c-4a4d-95e0-ba497ec7a763" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.145815] env[65311]: DEBUG nova.compute.manager [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1059.146025] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.147262] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2872b63b-1617-406a-8ee8-1e2cacf9df26 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.162020] env[65311]: DEBUG nova.compute.provider_tree [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.166121] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.166726] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e6de0b-69d1-45d5-9133-13da9a618697 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.175339] env[65311]: DEBUG oslo_vmware.api [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1059.175339] env[65311]: value = "task-4428852" [ 1059.175339] env[65311]: _type = "Task" [ 1059.175339] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.186032] env[65311]: DEBUG oslo_vmware.api [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.249416] env[65311]: DEBUG oslo_vmware.api [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428848, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.263472] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.337545] env[65311]: DEBUG oslo_concurrency.lockutils [None req-54da044e-6c6b-481c-b60f-271605c946a4 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.387s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.338890] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.076s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.339105] env[65311]: DEBUG nova.compute.manager [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1059.340296] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8017b6-2ec9-4915-9b3f-515ae88c34d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.348863] env[65311]: DEBUG nova.compute.manager [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1059.349715] env[65311]: DEBUG nova.objects.instance [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid d8abbc7b-bcf9-4f3c-a441-699e40be985c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.383896] env[65311]: WARNING neutronclient.v2_0.client [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.386668] env[65311]: INFO nova.compute.manager [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Took 27.90 seconds to build instance. [ 1059.425018] env[65311]: WARNING neutronclient.v2_0.client [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.426072] env[65311]: WARNING neutronclient.v2_0.client [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.426072] env[65311]: WARNING neutronclient.v2_0.client [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.449207] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e962c66a-2d5d-4594-9423-82974ee8b045 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-82260d88-cfa9-48f5-879a-b8c56851af86-120ddd47-5f41-46c6-93e8-19aafaa8bc03" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.059s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.466021] env[65311]: DEBUG nova.network.neutron [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Port 22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1059.466246] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.466392] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.466548] env[65311]: DEBUG nova.network.neutron [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.502183] env[65311]: WARNING neutronclient.v2_0.client [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.504876] env[65311]: DEBUG oslo_vmware.api [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428850, 'name': PowerOffVM_Task, 'duration_secs': 0.416612} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.505284] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.505387] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.505810] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50c370e2-1c10-4c98-b42a-c7ca3a2b855a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.514713] env[65311]: DEBUG nova.network.neutron [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1059.581291] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.581291] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.581557] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Deleting the datastore file [datastore2] 4aa79d82-2350-4209-ae0a-c64201f0d9ca {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.581731] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7b0c033-c4e3-4be9-89cd-cf800d22c908 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.590523] env[65311]: DEBUG oslo_vmware.api [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for the task: (returnval){ [ 1059.590523] env[65311]: value = "task-4428854" [ 1059.590523] env[65311]: _type = "Task" [ 1059.590523] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.599849] env[65311]: DEBUG oslo_vmware.api [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.609868] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.369587} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.610741] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.614627] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5bd424-6a23-4dab-83e4-258372fecb93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.644228] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 8819d936-b8cf-446d-a858-3af10fe4116d/8819d936-b8cf-446d-a858-3af10fe4116d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.645744] env[65311]: WARNING neutronclient.v2_0.client [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.648168] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc6b034-d99a-454f-b773-42b7bdb3502b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.671127] env[65311]: DEBUG nova.scheduler.client.report [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.676455] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1059.676455] env[65311]: value = "task-4428855" [ 1059.676455] env[65311]: _type = "Task" [ 1059.676455] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.689305] env[65311]: DEBUG oslo_vmware.api [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428852, 'name': PowerOffVM_Task, 'duration_secs': 0.2294} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.694406] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.694820] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.695873] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.696230] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df372bd-a70c-4266-b72a-ad4289b185d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.725062] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.725285] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.725456] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Deleting the datastore file [datastore2] a210060f-e00c-4a4d-95e0-ba497ec7a763 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.725730] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-707e3bed-9c71-4910-8e74-fbf6dffb2d2f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.734430] env[65311]: DEBUG oslo_vmware.api [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for the task: (returnval){ [ 1059.734430] env[65311]: value = "task-4428857" [ 1059.734430] env[65311]: _type = "Task" [ 1059.734430] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.748745] env[65311]: DEBUG oslo_vmware.api [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.753980] env[65311]: DEBUG oslo_vmware.api [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428848, 'name': PowerOffVM_Task, 'duration_secs': 0.65771} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.754412] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.754734] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.756425] env[65311]: WARNING neutronclient.v2_0.client [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.760822] env[65311]: DEBUG nova.network.neutron [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Updating instance_info_cache with network_info: [{"id": "f074bd97-6171-4067-b753-ebf522c5abf3", "address": "fa:16:3e:ea:69:80", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf074bd97-61", "ovs_interfaceid": "f074bd97-6171-4067-b753-ebf522c5abf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.762454] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6edd6e0b-9104-4f0a-8aa3-0f3d1f5d2030 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.840433] env[65311]: DEBUG nova.network.neutron [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating instance_info_cache with network_info: [{"id": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "address": "fa:16:3e:9c:f9:a0", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2483e5d8-61", "ovs_interfaceid": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.856944] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.857184] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.857333] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleting the datastore file [datastore1] 82260d88-cfa9-48f5-879a-b8c56851af86 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.857828] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce18f5bc-17a2-44f1-9203-44dd6e03737c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.868156] env[65311]: DEBUG oslo_vmware.api [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1059.868156] env[65311]: value = "task-4428859" [ 1059.868156] env[65311]: _type = "Task" [ 1059.868156] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.881394] env[65311]: DEBUG oslo_vmware.api [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.889450] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b57f119d-d282-4973-8e51-630a2e5d53d1 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.417s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.969712] env[65311]: WARNING neutronclient.v2_0.client [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.108090] env[65311]: DEBUG oslo_vmware.api [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Task: {'id': task-4428854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377431} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.108458] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.108679] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.108880] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.109066] env[65311]: INFO nova.compute.manager [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1060.109424] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1060.109533] env[65311]: DEBUG nova.compute.manager [-] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1060.109637] env[65311]: DEBUG nova.network.neutron [-] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1060.109878] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.157481] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.178413] env[65311]: DEBUG oslo_concurrency.lockutils [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.419s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.181130] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.524s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.195034] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.195791] env[65311]: WARNING neutronclient.v2_0.client [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.246134] env[65311]: DEBUG oslo_vmware.api [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Task: {'id': task-4428857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243207} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.246445] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.246644] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.246878] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.247034] env[65311]: INFO nova.compute.manager [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1060.247263] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1060.247457] env[65311]: DEBUG nova.compute.manager [-] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1060.247556] env[65311]: DEBUG nova.network.neutron [-] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1060.247785] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.266978] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "refresh_cache-d9d34cb2-b43d-407c-921c-a088ae1fb8d7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.267390] env[65311]: DEBUG nova.compute.manager [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Instance network_info: |[{"id": "f074bd97-6171-4067-b753-ebf522c5abf3", "address": "fa:16:3e:ea:69:80", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf074bd97-61", "ovs_interfaceid": "f074bd97-6171-4067-b753-ebf522c5abf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1060.268225] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:69:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f074bd97-6171-4067-b753-ebf522c5abf3', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.279034] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1060.279427] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.279574] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-002c2725-64dc-4065-ae85-7e99bb2547ee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.299959] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.299959] env[65311]: value = "task-4428860" [ 1060.299959] env[65311]: _type = "Task" [ 1060.299959] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.311311] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428860, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.343286] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.343990] env[65311]: WARNING neutronclient.v2_0.client [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.344399] env[65311]: WARNING neutronclient.v2_0.client [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.359689] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.361128] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84c862b7-3181-40ab-b58b-c764b7b05985 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.369423] env[65311]: DEBUG oslo_vmware.api [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1060.369423] env[65311]: value = "task-4428861" [ 1060.369423] env[65311]: _type = "Task" [ 1060.369423] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.379286] env[65311]: DEBUG nova.network.neutron [-] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1060.379742] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.390481] env[65311]: DEBUG oslo_vmware.api [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.391069] env[65311]: DEBUG oslo_vmware.api [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27568} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.392706] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.392897] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.393076] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.393259] env[65311]: INFO nova.compute.manager [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1060.393519] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1060.394483] env[65311]: DEBUG nova.compute.manager [-] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1060.394577] env[65311]: DEBUG nova.network.neutron [-] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1060.394843] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.435560] env[65311]: DEBUG nova.network.neutron [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance_info_cache with network_info: [{"id": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "address": "fa:16:3e:d7:bf:48", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22728c9b-cc", "ovs_interfaceid": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.475981] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.692826] env[65311]: INFO nova.compute.claims [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.696803] env[65311]: DEBUG oslo_concurrency.lockutils [None req-24b6c1ac-5aee-4844-b8d9-d7b8d6e247c5 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.714s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.698649] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.442s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.698649] env[65311]: INFO nova.compute.manager [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Unshelving [ 1060.704113] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428855, 'name': ReconfigVM_Task, 'duration_secs': 0.561853} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.704427] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 8819d936-b8cf-446d-a858-3af10fe4116d/8819d936-b8cf-446d-a858-3af10fe4116d.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.705199] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f58e872-0057-4b0f-875c-b4829f25f265 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.726161] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1060.726161] env[65311]: value = "task-4428862" [ 1060.726161] env[65311]: _type = "Task" [ 1060.726161] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.736107] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428862, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.806202] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.807210] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29cd2da-85fc-4652-a9fc-2e8d5cca2ab6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.816201] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428860, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.818496] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.818760] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23083aee-bab8-4ba8-8c53-18cf77734337 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.886530] env[65311]: DEBUG nova.network.neutron [-] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.887819] env[65311]: DEBUG oslo_vmware.api [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428861, 'name': PowerOffVM_Task, 'duration_secs': 0.27409} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.888087] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.888277] env[65311]: DEBUG nova.compute.manager [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1060.889302] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae4ba47-f90a-4bab-a14f-90fcc5ebc084 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.894735] env[65311]: DEBUG nova.network.neutron [-] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.918545] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.918777] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.918987] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleting the datastore file [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.919295] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aee1394-4c06-4622-b150-888a598b5aa4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.932649] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1060.932649] env[65311]: value = "task-4428864" [ 1060.932649] env[65311]: _type = "Task" [ 1060.932649] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.941844] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.944164] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.116891] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "46912ce7-a23e-4d08-88bf-52a07534289c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.117075] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "46912ce7-a23e-4d08-88bf-52a07534289c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.151087] env[65311]: DEBUG nova.compute.manager [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Received event network-changed-f074bd97-6171-4067-b753-ebf522c5abf3 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1061.151324] env[65311]: DEBUG nova.compute.manager [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Refreshing instance network info cache due to event network-changed-f074bd97-6171-4067-b753-ebf522c5abf3. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1061.151580] env[65311]: DEBUG oslo_concurrency.lockutils [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] Acquiring lock "refresh_cache-d9d34cb2-b43d-407c-921c-a088ae1fb8d7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.151735] env[65311]: DEBUG oslo_concurrency.lockutils [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] Acquired lock "refresh_cache-d9d34cb2-b43d-407c-921c-a088ae1fb8d7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.151915] env[65311]: DEBUG nova.network.neutron [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Refreshing network info cache for port f074bd97-6171-4067-b753-ebf522c5abf3 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.199781] env[65311]: INFO nova.compute.resource_tracker [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating resource usage from migration be25b73b-edd9-4a85-aebc-f55accdf2547 [ 1061.242330] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428862, 'name': Rename_Task, 'duration_secs': 0.190875} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.242330] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.242645] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-805b74bd-ed89-476a-b1ae-45afd924ce48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.256021] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1061.256021] env[65311]: value = "task-4428865" [ 1061.256021] env[65311]: _type = "Task" [ 1061.256021] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.269604] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.314900] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428860, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.390325] env[65311]: INFO nova.compute.manager [-] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Took 1.14 seconds to deallocate network for instance. [ 1061.401316] env[65311]: INFO nova.compute.manager [-] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Took 1.29 seconds to deallocate network for instance. [ 1061.404409] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cdf70952-d560-4c0a-9c97-65deeb8ddc23 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.447602] env[65311]: DEBUG nova.compute.manager [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65311) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1061.451538] env[65311]: DEBUG nova.compute.manager [req-826fdaf4-d107-40f7-9509-ef5489bfeae9 req-df8343b3-6316-4f1e-9ad6-301a10e110b4 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Received event network-vif-deleted-e1a97a68-efe4-4d43-9552-fb6733ed10d9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1061.451880] env[65311]: INFO nova.compute.manager [req-826fdaf4-d107-40f7-9509-ef5489bfeae9 req-df8343b3-6316-4f1e-9ad6-301a10e110b4 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Neutron deleted interface e1a97a68-efe4-4d43-9552-fb6733ed10d9; detaching it from the instance and deleting it from the info cache [ 1061.452192] env[65311]: DEBUG nova.network.neutron [req-826fdaf4-d107-40f7-9509-ef5489bfeae9 req-df8343b3-6316-4f1e-9ad6-301a10e110b4 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.478762] env[65311]: DEBUG oslo_vmware.api [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220122} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.480341] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.480751] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.481014] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.500386] env[65311]: DEBUG nova.network.neutron [-] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.514119] env[65311]: INFO nova.scheduler.client.report [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted allocations for instance 5996f38b-8383-45dd-b15d-0d60460e44c5 [ 1061.622493] env[65311]: DEBUG nova.compute.manager [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1061.625715] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c8fd0c-f60b-4bbb-b89b-138665580c01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.650029] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ee2d02-e21c-46ac-a1ce-0f31dc60cdda {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.660689] env[65311]: WARNING neutronclient.v2_0.client [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.737507] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00255f23-c9b7-416e-b471-62665204857f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.747296] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.762569] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6eb838-a918-4ba9-86aa-aee9f0eb968a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.781850] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428865, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.799144] env[65311]: DEBUG nova.compute.provider_tree [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.815934] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428860, 'name': CreateVM_Task, 'duration_secs': 1.073448} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.816699] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.817539] env[65311]: WARNING neutronclient.v2_0.client [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.817746] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.817746] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.818108] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.818666] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1230cd9-c9fd-4de7-9875-bc82fd9ef68f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.825731] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1061.825731] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c1f866-3012-ecd8-7fb4-727de742ab56" [ 1061.825731] env[65311]: _type = "Task" [ 1061.825731] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.845800] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c1f866-3012-ecd8-7fb4-727de742ab56, 'name': SearchDatastore_Task, 'duration_secs': 0.015213} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.855896] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.855896] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.855896] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.855896] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.855896] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.855896] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b14900f5-2ab0-4cb6-8010-2e3e0e2f4d84 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.859466] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.859669] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.860518] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cfaf767-57c4-406a-828a-35ea94a190d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.872383] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1061.872383] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52498531-f750-6dc5-f761-c42e8e6ade2c" [ 1061.872383] env[65311]: _type = "Task" [ 1061.872383] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.882390] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52498531-f750-6dc5-f761-c42e8e6ade2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.899466] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.908593] env[65311]: WARNING neutronclient.v2_0.client [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.912089] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.963551] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eeb22490-da59-47b1-a4e8-c375322f9f21 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.975390] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b227b-0374-4ad4-ba10-29b4010c8b9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.995687] env[65311]: DEBUG nova.network.neutron [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Updated VIF entry in instance network info cache for port f074bd97-6171-4067-b753-ebf522c5abf3. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.996073] env[65311]: DEBUG nova.network.neutron [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Updating instance_info_cache with network_info: [{"id": "f074bd97-6171-4067-b753-ebf522c5abf3", "address": "fa:16:3e:ea:69:80", "network": {"id": "e7ce2468-67f3-45b2-af4a-abd783e04d87", "bridge": "br-int", "label": "tempest-ImagesTestJSON-344076759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99486a4df0af4f99a0d17974c50b259f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf074bd97-61", "ovs_interfaceid": "f074bd97-6171-4067-b753-ebf522c5abf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.009999] env[65311]: INFO nova.compute.manager [-] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Took 1.62 seconds to deallocate network for instance. [ 1062.010837] env[65311]: DEBUG nova.compute.manager [req-826fdaf4-d107-40f7-9509-ef5489bfeae9 req-df8343b3-6316-4f1e-9ad6-301a10e110b4 service nova] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Detach interface failed, port_id=e1a97a68-efe4-4d43-9552-fb6733ed10d9, reason: Instance 82260d88-cfa9-48f5-879a-b8c56851af86 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1062.021577] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.159125] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.270012] env[65311]: DEBUG oslo_vmware.api [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428865, 'name': PowerOnVM_Task, 'duration_secs': 0.743956} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.270299] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.270534] env[65311]: INFO nova.compute.manager [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1062.270660] env[65311]: DEBUG nova.compute.manager [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1062.271482] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3515bcc0-52c5-4d1b-aa55-66cf1a8d5bd7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.305544] env[65311]: DEBUG nova.scheduler.client.report [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.370893] env[65311]: DEBUG nova.objects.instance [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid d8abbc7b-bcf9-4f3c-a441-699e40be985c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.384502] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52498531-f750-6dc5-f761-c42e8e6ade2c, 'name': SearchDatastore_Task, 'duration_secs': 0.037176} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.386030] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224d1b11-e3c6-46e2-acb0-df9ada4d2798 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.393511] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1062.393511] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e28dda-7f18-53b3-c645-dcab4e9c5bb0" [ 1062.393511] env[65311]: _type = "Task" [ 1062.393511] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.402888] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e28dda-7f18-53b3-c645-dcab4e9c5bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.498809] env[65311]: DEBUG oslo_concurrency.lockutils [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] Releasing lock "refresh_cache-d9d34cb2-b43d-407c-921c-a088ae1fb8d7" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.499151] env[65311]: DEBUG nova.compute.manager [req-75f7ba53-8339-4b91-84da-7699fff986c5 req-3f3bb1de-33eb-4453-9336-d72bbcaf7fd4 service nova] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Received event network-vif-deleted-6d0bce0c-a414-41c2-b781-0a9bd64d8b55 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1062.519756] env[65311]: DEBUG oslo_concurrency.lockutils [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.618971] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.789363] env[65311]: INFO nova.compute.manager [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Took 30.21 seconds to build instance. [ 1062.810870] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.630s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.811111] env[65311]: INFO nova.compute.manager [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Migrating [ 1062.818731] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.718s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.876497] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.876675] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.876843] env[65311]: DEBUG nova.network.neutron [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.877017] env[65311]: DEBUG nova.objects.instance [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'info_cache' on Instance uuid d8abbc7b-bcf9-4f3c-a441-699e40be985c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.904894] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e28dda-7f18-53b3-c645-dcab4e9c5bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.029749} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.905247] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.905521] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] d9d34cb2-b43d-407c-921c-a088ae1fb8d7/d9d34cb2-b43d-407c-921c-a088ae1fb8d7.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.905795] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15ce6b1d-6af8-4e8c-80ae-4b68487d817e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.914585] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1062.914585] env[65311]: value = "task-4428866" [ 1062.914585] env[65311]: _type = "Task" [ 1062.914585] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.925291] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.184553] env[65311]: DEBUG nova.compute.manager [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received event network-vif-unplugged-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1063.184866] env[65311]: DEBUG oslo_concurrency.lockutils [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.185051] env[65311]: DEBUG oslo_concurrency.lockutils [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.185145] env[65311]: DEBUG oslo_concurrency.lockutils [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.185307] env[65311]: DEBUG nova.compute.manager [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] No waiting events found dispatching network-vif-unplugged-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1063.185464] env[65311]: WARNING nova.compute.manager [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received unexpected event network-vif-unplugged-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1063.185615] env[65311]: DEBUG nova.compute.manager [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received event network-changed-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1063.185769] env[65311]: DEBUG nova.compute.manager [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Refreshing instance network info cache due to event network-changed-2483e5d8-61cb-4cc0-9b9a-953ed7af1309. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1063.185951] env[65311]: DEBUG oslo_concurrency.lockutils [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] Acquiring lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.186454] env[65311]: DEBUG oslo_concurrency.lockutils [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] Acquired lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.186454] env[65311]: DEBUG nova.network.neutron [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Refreshing network info cache for port 2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.238158] env[65311]: DEBUG oslo_concurrency.lockutils [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquiring lock "8819d936-b8cf-446d-a858-3af10fe4116d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.292186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-78711c93-8f96-4d8b-a3a0-a32bb177804b tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "8819d936-b8cf-446d-a858-3af10fe4116d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.727s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.292557] env[65311]: DEBUG oslo_concurrency.lockutils [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "8819d936-b8cf-446d-a858-3af10fe4116d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.055s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.292848] env[65311]: DEBUG oslo_concurrency.lockutils [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquiring lock "8819d936-b8cf-446d-a858-3af10fe4116d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.293122] env[65311]: DEBUG oslo_concurrency.lockutils [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "8819d936-b8cf-446d-a858-3af10fe4116d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.293376] env[65311]: DEBUG oslo_concurrency.lockutils [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "8819d936-b8cf-446d-a858-3af10fe4116d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.295726] env[65311]: INFO nova.compute.manager [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Terminating instance [ 1063.330391] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.330629] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.330817] env[65311]: DEBUG nova.network.neutron [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1063.380286] env[65311]: DEBUG nova.objects.base [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1063.428975] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428866, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.648062] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2379379b-7d30-42de-87a7-ca7905cf9f81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.661556] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c49e4-4f1e-4e4e-98b7-555abac37cae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.695972] env[65311]: WARNING neutronclient.v2_0.client [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.699435] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7465eb25-21bf-4f91-8bb2-7a0fa6d2e942 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.708353] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41be314c-bc99-402d-a980-83e5b78fb1fb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.715144] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.723747] env[65311]: DEBUG nova.compute.provider_tree [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.799390] env[65311]: DEBUG nova.compute.manager [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1063.799616] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.800544] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0551837d-1733-4ed7-afd1-f8c8a9c3607f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.809372] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.812172] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3489f4cd-67fa-4490-8cf0-3db7dadb2908 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.820322] env[65311]: DEBUG oslo_vmware.api [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1063.820322] env[65311]: value = "task-4428867" [ 1063.820322] env[65311]: _type = "Task" [ 1063.820322] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.830964] env[65311]: DEBUG oslo_vmware.api [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.833961] env[65311]: WARNING neutronclient.v2_0.client [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.869775] env[65311]: WARNING neutronclient.v2_0.client [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.885071] env[65311]: WARNING neutronclient.v2_0.client [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.932114] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428866, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.967525] env[65311]: DEBUG nova.network.neutron [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updated VIF entry in instance network info cache for port 2483e5d8-61cb-4cc0-9b9a-953ed7af1309. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1063.967834] env[65311]: DEBUG nova.network.neutron [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating instance_info_cache with network_info: [{"id": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "address": "fa:16:3e:9c:f9:a0", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2483e5d8-61", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.049681] env[65311]: WARNING neutronclient.v2_0.client [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.140745] env[65311]: DEBUG nova.network.neutron [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance_info_cache with network_info: [{"id": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "address": "fa:16:3e:13:d0:84", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97762736-89", "ovs_interfaceid": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.161623] env[65311]: WARNING neutronclient.v2_0.client [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.227350] env[65311]: DEBUG nova.scheduler.client.report [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.246669] env[65311]: DEBUG nova.network.neutron [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Updating instance_info_cache with network_info: [{"id": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "address": "fa:16:3e:2a:0f:8c", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cd3f164-04", "ovs_interfaceid": "1cd3f164-04cf-4236-a4f1-1f9b8358c579", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.331383] env[65311]: DEBUG oslo_vmware.api [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428867, 'name': PowerOffVM_Task, 'duration_secs': 0.207734} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.331634] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.331792] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.332065] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f0853b5-658a-4f92-ab64-9f4fa234c046 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.410029] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.410336] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.410549] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Deleting the datastore file [datastore2] 8819d936-b8cf-446d-a858-3af10fe4116d {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.410876] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e366ec-88af-4e8a-9a09-d399a690865e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.418453] env[65311]: DEBUG oslo_vmware.api [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for the task: (returnval){ [ 1064.418453] env[65311]: value = "task-4428869" [ 1064.418453] env[65311]: _type = "Task" [ 1064.418453] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.429973] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428866, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.433213] env[65311]: DEBUG oslo_vmware.api [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.471108] env[65311]: DEBUG oslo_concurrency.lockutils [req-7aa76ff9-4150-40d8-9f97-ec530d8234ea req-aef8830d-31fe-4264-ad10-dc880e2a76d6 service nova] Releasing lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.644534] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.750457] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Releasing lock "refresh_cache-d8abbc7b-bcf9-4f3c-a441-699e40be985c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.932481] env[65311]: DEBUG oslo_vmware.api [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Task: {'id': task-4428869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303238} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.935776] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.935975] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.936164] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.936338] env[65311]: INFO nova.compute.manager [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1064.936574] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1064.936778] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428866, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.810829} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.936974] env[65311]: DEBUG nova.compute.manager [-] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1064.937873] env[65311]: DEBUG nova.network.neutron [-] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1064.937873] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.939125] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] d9d34cb2-b43d-407c-921c-a088ae1fb8d7/d9d34cb2-b43d-407c-921c-a088ae1fb8d7.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.939332] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.939764] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62a6a30a-9a2f-4d5f-9600-54a24c62cd0c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.947360] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1064.947360] env[65311]: value = "task-4428870" [ 1064.947360] env[65311]: _type = "Task" [ 1064.947360] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.956702] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.998957] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.239716] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.421s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.243071] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.424s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.243071] env[65311]: DEBUG nova.objects.instance [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1065.307945] env[65311]: DEBUG nova.compute.manager [req-eea3c04f-d057-4fdd-bf28-65ff0d1c41fe req-bc57198a-d205-493c-92b6-3cdcfd165b4a service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Received event network-vif-deleted-151b7319-954b-4f6b-9c11-0c3cb31e6d2a {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1065.307945] env[65311]: INFO nova.compute.manager [req-eea3c04f-d057-4fdd-bf28-65ff0d1c41fe req-bc57198a-d205-493c-92b6-3cdcfd165b4a service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Neutron deleted interface 151b7319-954b-4f6b-9c11-0c3cb31e6d2a; detaching it from the instance and deleting it from the info cache [ 1065.307945] env[65311]: DEBUG nova.network.neutron [req-eea3c04f-d057-4fdd-bf28-65ff0d1c41fe req-bc57198a-d205-493c-92b6-3cdcfd165b4a service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.458859] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070025} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.459238] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.459906] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea207c1-ec34-4ba7-b485-345ae4c44000 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.485620] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] d9d34cb2-b43d-407c-921c-a088ae1fb8d7/d9d34cb2-b43d-407c-921c-a088ae1fb8d7.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.485827] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d3b5af5-7002-4910-a920-f12269e0fb60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.507060] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1065.507060] env[65311]: value = "task-4428871" [ 1065.507060] env[65311]: _type = "Task" [ 1065.507060] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.516629] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.757853] env[65311]: DEBUG nova.network.neutron [-] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.759294] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.759773] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-980b15ba-bb8f-41d7-bde7-d8a9fff6a659 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.769295] env[65311]: DEBUG oslo_vmware.api [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1065.769295] env[65311]: value = "task-4428872" [ 1065.769295] env[65311]: _type = "Task" [ 1065.769295] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.784131] env[65311]: DEBUG oslo_vmware.api [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.811609] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c59a0dd0-9390-41a8-84d0-237da6ffe176 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.829032] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95563f22-a47f-43a9-b5b9-d946fa960d36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.865423] env[65311]: DEBUG nova.compute.manager [req-eea3c04f-d057-4fdd-bf28-65ff0d1c41fe req-bc57198a-d205-493c-92b6-3cdcfd165b4a service nova] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Detach interface failed, port_id=151b7319-954b-4f6b-9c11-0c3cb31e6d2a, reason: Instance 8819d936-b8cf-446d-a858-3af10fe4116d could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1065.866805] env[65311]: INFO nova.scheduler.client.report [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted allocation for migration 350fb70e-2d56-4ed4-89a3-d3de10c6efe5 [ 1066.019139] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428871, 'name': ReconfigVM_Task, 'duration_secs': 0.379963} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.019139] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Reconfigured VM instance instance-00000062 to attach disk [datastore1] d9d34cb2-b43d-407c-921c-a088ae1fb8d7/d9d34cb2-b43d-407c-921c-a088ae1fb8d7.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.019270] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e30b88f6-be9c-444b-a4a3-be0aef4a18f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.026752] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1066.026752] env[65311]: value = "task-4428873" [ 1066.026752] env[65311]: _type = "Task" [ 1066.026752] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.036128] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428873, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.161903] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e210669-f306-442d-97d2-aed1deb973e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.187133] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance '30503b47-7a7a-4bdd-8b45-590e293ec7f9' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.258235] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1fca49e6-a772-4c85-ac40-bf10d31d3878 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.259371] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.568s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.259553] env[65311]: DEBUG nova.objects.instance [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'resources' on Instance uuid f112909f-754e-4263-b323-116a5e2c45bb {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.262938] env[65311]: INFO nova.compute.manager [-] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Took 1.32 seconds to deallocate network for instance. [ 1066.281717] env[65311]: DEBUG oslo_vmware.api [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428872, 'name': PowerOnVM_Task, 'duration_secs': 0.427103} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.282498] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.283483] env[65311]: DEBUG nova.compute.manager [None req-2a30b525-9acc-4d4a-abdb-b97669f9429b tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1066.285433] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d51a38-4ca7-46dd-addb-0735fbfcd9ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.374338] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fc6d5218-5ebd-45db-a90d-8c05bbbbdf99 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.692s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.538384] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428873, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.696030] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.696030] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e0fac2-260f-474f-b20b-ef93fd5dcb07 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.704329] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1066.704329] env[65311]: value = "task-4428874" [ 1066.704329] env[65311]: _type = "Task" [ 1066.704329] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.713824] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.768286] env[65311]: DEBUG oslo_concurrency.lockutils [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.973166] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "19b27509-93ab-419b-a558-7a14ac9b8abd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.973166] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.973166] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "19b27509-93ab-419b-a558-7a14ac9b8abd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.973166] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.973166] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.976089] env[65311]: INFO nova.compute.manager [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Terminating instance [ 1067.040826] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428873, 'name': Rename_Task, 'duration_secs': 0.967114} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.041132] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.041394] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afecd392-bd6d-444b-9841-55cf12440a66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.048822] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1067.048822] env[65311]: value = "task-4428875" [ 1067.048822] env[65311]: _type = "Task" [ 1067.048822] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.058538] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.074295] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae11dd-8c1f-4ac5-8c11-3497c6935feb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.082106] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae050ae7-9dc7-4f37-a022-bbef6ca3239f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.116554] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3316b5-1b28-460d-b3e5-d90f6eeb2ac3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.125877] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b12faeb-a0a0-451d-a947-8b159576d72d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.140918] env[65311]: DEBUG nova.compute.provider_tree [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.214828] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428874, 'name': PowerOffVM_Task, 'duration_secs': 0.294241} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.215126] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.215312] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance '30503b47-7a7a-4bdd-8b45-590e293ec7f9' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.481669] env[65311]: DEBUG nova.compute.manager [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1067.481932] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.483009] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb4be75-1827-42b0-ae11-f84e0fbc21bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.492866] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.493261] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bf225b9-3eac-42d9-bdcc-675833d7cdd5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.502401] env[65311]: DEBUG oslo_vmware.api [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1067.502401] env[65311]: value = "task-4428876" [ 1067.502401] env[65311]: _type = "Task" [ 1067.502401] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.511795] env[65311]: DEBUG oslo_vmware.api [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.559452] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.646889] env[65311]: DEBUG nova.scheduler.client.report [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.721820] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1067.722091] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.722226] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1067.723161] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.723161] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1067.723161] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1067.723161] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1067.723161] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1067.723433] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1067.723433] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1067.724043] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1067.729206] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d17863d-27d5-4c18-b6de-f9bb45edbd09 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.746654] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1067.746654] env[65311]: value = "task-4428877" [ 1067.746654] env[65311]: _type = "Task" [ 1067.746654] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.759619] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.013844] env[65311]: DEBUG oslo_vmware.api [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.060938] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.151994] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.154928] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.053s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.155150] env[65311]: DEBUG nova.objects.instance [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lazy-loading 'resources' on Instance uuid 23dab365-7300-4e33-b03c-e680b9f979f3 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.184428] env[65311]: INFO nova.scheduler.client.report [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted allocations for instance f112909f-754e-4263-b323-116a5e2c45bb [ 1068.259198] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428877, 'name': ReconfigVM_Task, 'duration_secs': 0.184709} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.259898] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance '30503b47-7a7a-4bdd-8b45-590e293ec7f9' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.514928] env[65311]: DEBUG oslo_vmware.api [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428876, 'name': PowerOffVM_Task, 'duration_secs': 0.639335} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.515284] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.515461] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.515741] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6555edc-b18c-4e70-8659-8d86e30f168d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.561051] env[65311]: DEBUG oslo_vmware.api [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428875, 'name': PowerOnVM_Task, 'duration_secs': 1.331743} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.561051] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.561051] env[65311]: INFO nova.compute.manager [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1068.561501] env[65311]: DEBUG nova.compute.manager [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1068.561905] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c78dd2e-5964-48f6-b588-e1075aff6c8a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.583978] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.584283] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.584495] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleting the datastore file [datastore2] 19b27509-93ab-419b-a558-7a14ac9b8abd {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.584799] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cef77202-b569-4acd-bf8b-74d61a2c00f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.593261] env[65311]: DEBUG oslo_vmware.api [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1068.593261] env[65311]: value = "task-4428879" [ 1068.593261] env[65311]: _type = "Task" [ 1068.593261] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.602613] env[65311]: DEBUG oslo_vmware.api [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.694154] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab11d084-68b8-4088-862a-b3ec5cf3641c tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "f112909f-754e-4263-b323-116a5e2c45bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.349s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.768618] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1068.768618] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.768766] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1068.768917] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.769159] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1068.769233] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1068.769381] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1068.769564] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1068.769723] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1068.769866] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1068.770171] env[65311]: DEBUG nova.virt.hardware [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1068.775335] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1068.778135] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd48704-87c0-40da-88a7-a7672a729c54 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.799318] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1068.799318] env[65311]: value = "task-4428880" [ 1068.799318] env[65311]: _type = "Task" [ 1068.799318] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.809592] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.959737] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031770de-9907-4d9e-afa4-61f9b98f0522 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.968610] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799fc82e-cb68-486f-ae92-e8212960a99d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.002934] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e49d3a-cca6-46cc-9c92-5e3b6017027e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.011819] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6459eb94-de9f-4897-b5a0-e50fd7b732cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.026637] env[65311]: DEBUG nova.compute.provider_tree [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.078789] env[65311]: INFO nova.compute.manager [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Took 30.84 seconds to build instance. [ 1069.103305] env[65311]: DEBUG oslo_vmware.api [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145133} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.103555] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.103753] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.103952] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.104139] env[65311]: INFO nova.compute.manager [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1069.104373] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1069.104558] env[65311]: DEBUG nova.compute.manager [-] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1069.104647] env[65311]: DEBUG nova.network.neutron [-] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1069.104917] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.139362] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.310489] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428880, 'name': ReconfigVM_Task, 'duration_secs': 0.178155} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.311168] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.311627] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6308a73-856a-477a-ad2b-ac442b724524 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.336139] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 30503b47-7a7a-4bdd-8b45-590e293ec7f9/30503b47-7a7a-4bdd-8b45-590e293ec7f9.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.336139] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e4b2a8-bcf4-4662-8704-99e493a9772f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.354923] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1069.354923] env[65311]: value = "task-4428881" [ 1069.354923] env[65311]: _type = "Task" [ 1069.354923] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.364630] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.530118] env[65311]: DEBUG nova.scheduler.client.report [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.581154] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1c567f29-3ef9-443b-bd70-a6b3bfa4bd73 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.356s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.866045] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428881, 'name': ReconfigVM_Task, 'duration_secs': 0.280119} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.866334] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 30503b47-7a7a-4bdd-8b45-590e293ec7f9/30503b47-7a7a-4bdd-8b45-590e293ec7f9.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.866588] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance '30503b47-7a7a-4bdd-8b45-590e293ec7f9' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.038281] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.041601] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.295s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.042064] env[65311]: DEBUG nova.objects.instance [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lazy-loading 'pci_requests' on Instance uuid a26378a7-b715-4c1a-9450-f7cf931ecec1 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.066377] env[65311]: INFO nova.scheduler.client.report [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Deleted allocations for instance 23dab365-7300-4e33-b03c-e680b9f979f3 [ 1070.074248] env[65311]: DEBUG nova.compute.manager [req-e6196308-9343-4a5b-b995-31f3fafafbe5 req-d221f7ed-06bb-4ced-ab1e-a35d03a7bafe service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Received event network-vif-deleted-57f05d3b-3b02-4eec-864a-a0857c696d40 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1070.074248] env[65311]: INFO nova.compute.manager [req-e6196308-9343-4a5b-b995-31f3fafafbe5 req-d221f7ed-06bb-4ced-ab1e-a35d03a7bafe service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Neutron deleted interface 57f05d3b-3b02-4eec-864a-a0857c696d40; detaching it from the instance and deleting it from the info cache [ 1070.074248] env[65311]: DEBUG nova.network.neutron [req-e6196308-9343-4a5b-b995-31f3fafafbe5 req-d221f7ed-06bb-4ced-ab1e-a35d03a7bafe service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.165228] env[65311]: DEBUG nova.network.neutron [-] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.374854] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a6c459-34ac-41fc-a8cb-b7fe81895f21 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.399699] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3dd3fa-6204-4fd7-a608-ee6295d8188e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.427275] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance '30503b47-7a7a-4bdd-8b45-590e293ec7f9' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.548024] env[65311]: DEBUG nova.objects.instance [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lazy-loading 'numa_topology' on Instance uuid a26378a7-b715-4c1a-9450-f7cf931ecec1 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.578877] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afe1d835-59c7-4695-b3e0-0d43e102316b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.583218] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c0f09d9a-5c8e-4761-b1f6-e88c31d5a7f7 tempest-ServersAdminTestJSON-2076938379 tempest-ServersAdminTestJSON-2076938379-project-member] Lock "23dab365-7300-4e33-b03c-e680b9f979f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.987s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.594393] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2123da3e-2482-4048-b8c8-4baa68814174 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.633735] env[65311]: DEBUG nova.compute.manager [req-e6196308-9343-4a5b-b995-31f3fafafbe5 req-d221f7ed-06bb-4ced-ab1e-a35d03a7bafe service nova] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Detach interface failed, port_id=57f05d3b-3b02-4eec-864a-a0857c696d40, reason: Instance 19b27509-93ab-419b-a558-7a14ac9b8abd could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1070.669046] env[65311]: INFO nova.compute.manager [-] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Took 1.56 seconds to deallocate network for instance. [ 1070.690523] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "1a15e479-6aef-41bc-bedb-d8b25675f45a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.690790] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.906838] env[65311]: DEBUG nova.compute.manager [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1070.907804] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea26eed0-c3fe-4a3c-8d85-509d83ef0e99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.933621] env[65311]: WARNING neutronclient.v2_0.client [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.934035] env[65311]: WARNING neutronclient.v2_0.client [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.019657] env[65311]: DEBUG nova.network.neutron [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Port 97762736-896f-4a3b-bb9e-cc57d1cbd31b binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1071.050832] env[65311]: INFO nova.compute.claims [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.053655] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "2747437d-2b8f-4b94-826d-6eebf6785a77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.053910] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "2747437d-2b8f-4b94-826d-6eebf6785a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.054131] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "2747437d-2b8f-4b94-826d-6eebf6785a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.055514] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "2747437d-2b8f-4b94-826d-6eebf6785a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.055514] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "2747437d-2b8f-4b94-826d-6eebf6785a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.057293] env[65311]: INFO nova.compute.manager [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Terminating instance [ 1071.176419] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.193723] env[65311]: DEBUG nova.compute.manager [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1071.421185] env[65311]: INFO nova.compute.manager [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] instance snapshotting [ 1071.425020] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f03b41-45ab-4e86-9fa5-5bc22b620e72 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.444090] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e96105-f052-4fa1-90a8-241b5444ea42 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.563765] env[65311]: DEBUG nova.compute.manager [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1071.563765] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.564343] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb11319f-31df-448e-b15a-69bd15516672 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.574081] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.574350] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd35bee6-3fad-49bc-b1c4-6669c970453b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.581930] env[65311]: DEBUG oslo_vmware.api [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1071.581930] env[65311]: value = "task-4428882" [ 1071.581930] env[65311]: _type = "Task" [ 1071.581930] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.592271] env[65311]: DEBUG oslo_vmware.api [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.724202] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.957215] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1071.957329] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3b694dfa-b64a-4bd7-9516-8591355ab85f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.965827] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1071.965827] env[65311]: value = "task-4428883" [ 1071.965827] env[65311]: _type = "Task" [ 1071.965827] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.976737] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428883, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.043023] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.043241] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.043403] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.095683] env[65311]: DEBUG oslo_vmware.api [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428882, 'name': PowerOffVM_Task, 'duration_secs': 0.377803} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.096017] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.096180] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.096777] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9141a84d-e188-4db8-a18c-c302011163cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.177883] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.177883] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.177883] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleting the datastore file [datastore1] 2747437d-2b8f-4b94-826d-6eebf6785a77 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.180188] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44982a13-d874-4f4f-9452-dc6d4397a37e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.189596] env[65311]: DEBUG oslo_vmware.api [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1072.189596] env[65311]: value = "task-4428885" [ 1072.189596] env[65311]: _type = "Task" [ 1072.189596] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.200792] env[65311]: DEBUG oslo_vmware.api [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.400096] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cf5d23-2dd3-426c-9a95-7e213d0abe46 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.408649] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1449ce-9040-4c8f-8d39-afe6383fdc42 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.445045] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd345197-79e2-4917-9610-54b1a73a2e63 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.453835] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63514244-a530-45bf-96fe-b2297538404c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.471946] env[65311]: DEBUG nova.compute.provider_tree [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.482495] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428883, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.701640] env[65311]: DEBUG oslo_vmware.api [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327448} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.702210] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.702210] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.702538] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.702826] env[65311]: INFO nova.compute.manager [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1072.703095] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1072.703563] env[65311]: DEBUG nova.compute.manager [-] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1072.703665] env[65311]: DEBUG nova.network.neutron [-] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1072.703948] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.736840] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.977291] env[65311]: DEBUG nova.scheduler.client.report [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.983921] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428883, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.051111] env[65311]: WARNING neutronclient.v2_0.client [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.166043] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.166435] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.166565] env[65311]: DEBUG nova.network.neutron [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1073.304268] env[65311]: DEBUG nova.compute.manager [req-3f022383-1ced-4979-a860-84165acf63a1 req-eea7628b-5aee-42e8-bbc0-5a05b55f7ae7 service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Received event network-vif-deleted-b0dc9a2a-f5aa-4df0-9754-4b8b78204191 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1073.304399] env[65311]: INFO nova.compute.manager [req-3f022383-1ced-4979-a860-84165acf63a1 req-eea7628b-5aee-42e8-bbc0-5a05b55f7ae7 service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Neutron deleted interface b0dc9a2a-f5aa-4df0-9754-4b8b78204191; detaching it from the instance and deleting it from the info cache [ 1073.305644] env[65311]: DEBUG nova.network.neutron [req-3f022383-1ced-4979-a860-84165acf63a1 req-eea7628b-5aee-42e8-bbc0-5a05b55f7ae7 service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.486048] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.444s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.486631] env[65311]: WARNING neutronclient.v2_0.client [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.489648] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428883, 'name': CreateSnapshot_Task, 'duration_secs': 1.348247} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.490327] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.591s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.490730] env[65311]: DEBUG nova.objects.instance [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lazy-loading 'resources' on Instance uuid a210060f-e00c-4a4d-95e0-ba497ec7a763 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.493192] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1073.497476] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6796ab-eddc-47e4-b98a-91ff10faba1e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.524171] env[65311]: INFO nova.network.neutron [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating port 6a4d5c10-35bc-48db-b46a-7c1816acd7b5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1073.631084] env[65311]: DEBUG nova.network.neutron [-] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.670950] env[65311]: WARNING neutronclient.v2_0.client [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.528978] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1074.529553] env[65311]: INFO nova.compute.manager [-] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Took 1.83 seconds to deallocate network for instance. [ 1074.530239] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97542e0a-c9f3-4003-9e29-c284b622e3af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.532803] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03e89f80-dbd0-495c-8b02-cafcb4bb0838 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.547965] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61b8661-a413-4353-9cbc-50fd1d1b7516 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.560318] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1074.560318] env[65311]: value = "task-4428886" [ 1074.560318] env[65311]: _type = "Task" [ 1074.560318] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.583101] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428886, 'name': CloneVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.583476] env[65311]: DEBUG nova.compute.manager [req-3f022383-1ced-4979-a860-84165acf63a1 req-eea7628b-5aee-42e8-bbc0-5a05b55f7ae7 service nova] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Detach interface failed, port_id=b0dc9a2a-f5aa-4df0-9754-4b8b78204191, reason: Instance 2747437d-2b8f-4b94-826d-6eebf6785a77 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1074.717863] env[65311]: WARNING neutronclient.v2_0.client [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.830766] env[65311]: DEBUG nova.network.neutron [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance_info_cache with network_info: [{"id": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "address": "fa:16:3e:13:d0:84", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97762736-89", "ovs_interfaceid": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.849071] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9b2a0a-35bb-4263-84d9-8bd68d5d0816 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.863985] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346c72d8-f175-4660-bc22-4668b57e0427 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.904247] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31bf979-ee48-4b20-9a7d-2ea1b057981e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.912963] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba4f0a3-7103-40f4-95af-ec4ad8602849 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.927924] env[65311]: DEBUG nova.compute.provider_tree [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.041948] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.068584] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428886, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.088466] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.088823] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.088823] env[65311]: DEBUG nova.network.neutron [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1075.333594] env[65311]: DEBUG oslo_concurrency.lockutils [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.343875] env[65311]: DEBUG nova.compute.manager [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received event network-vif-plugged-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1075.344184] env[65311]: DEBUG oslo_concurrency.lockutils [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] Acquiring lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.344297] env[65311]: DEBUG oslo_concurrency.lockutils [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.344455] env[65311]: DEBUG oslo_concurrency.lockutils [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.344615] env[65311]: DEBUG nova.compute.manager [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] No waiting events found dispatching network-vif-plugged-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1075.344770] env[65311]: WARNING nova.compute.manager [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received unexpected event network-vif-plugged-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1075.344981] env[65311]: DEBUG nova.compute.manager [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received event network-changed-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1075.345154] env[65311]: DEBUG nova.compute.manager [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Refreshing instance network info cache due to event network-changed-6a4d5c10-35bc-48db-b46a-7c1816acd7b5. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1075.345315] env[65311]: DEBUG oslo_concurrency.lockutils [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] Acquiring lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.431877] env[65311]: DEBUG nova.scheduler.client.report [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.573132] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428886, 'name': CloneVM_Task} progress is 95%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.594692] env[65311]: WARNING neutronclient.v2_0.client [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.866860] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8457346e-6682-4054-918a-6105375e8215 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.889046] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fee20ed-a619-44e8-bf6e-aee64b8ecc65 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.898424] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance '30503b47-7a7a-4bdd-8b45-590e293ec7f9' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.906025] env[65311]: WARNING neutronclient.v2_0.client [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.937790] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.447s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.940210] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.028s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.940453] env[65311]: DEBUG nova.objects.instance [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lazy-loading 'resources' on Instance uuid 4aa79d82-2350-4209-ae0a-c64201f0d9ca {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.972200] env[65311]: INFO nova.scheduler.client.report [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Deleted allocations for instance a210060f-e00c-4a4d-95e0-ba497ec7a763 [ 1076.030757] env[65311]: DEBUG nova.network.neutron [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating instance_info_cache with network_info: [{"id": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "address": "fa:16:3e:fe:be:db", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4d5c10-35", "ovs_interfaceid": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.071031] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428886, 'name': CloneVM_Task, 'duration_secs': 1.27414} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.071344] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Created linked-clone VM from snapshot [ 1076.072138] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8e70f-44c9-4e25-8a0a-bace48621937 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.083264] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Uploading image 2b2bb1ee-7db7-43e8-9b19-2a73991d39ff {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1076.099109] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1076.099447] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50d21dcd-518d-4980-a248-bc136b200d16 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.107951] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1076.107951] env[65311]: value = "task-4428887" [ 1076.107951] env[65311]: _type = "Task" [ 1076.107951] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.119628] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428887, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.410091] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.410430] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab8f2398-d1bf-4cbc-833c-f4943d28be76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.418894] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1076.418894] env[65311]: value = "task-4428888" [ 1076.418894] env[65311]: _type = "Task" [ 1076.418894] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.427542] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.483750] env[65311]: DEBUG oslo_concurrency.lockutils [None req-02283a94-4bed-4d7a-9c97-ebf4eed832d5 tempest-ServersListShow2100Test-410147760 tempest-ServersListShow2100Test-410147760-project-member] Lock "a210060f-e00c-4a4d-95e0-ba497ec7a763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.954s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.535710] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.538160] env[65311]: DEBUG oslo_concurrency.lockutils [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] Acquired lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.538424] env[65311]: DEBUG nova.network.neutron [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Refreshing network info cache for port 6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.572637] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='69ee97109ca51903c7071c84121fe6ba',container_format='bare',created_at=2025-11-12T23:48:58Z,direct_url=,disk_format='vmdk',id=e9b823b7-57dd-4425-b58d-3fe33795986e,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-711645785-shelved',owner='45b47df18c0d42f39fadb30280f62bd3',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-11-12T23:49:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1076.572943] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.573112] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1076.573291] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.573526] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1076.573561] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1076.573747] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1076.573927] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1076.574108] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1076.574269] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1076.574436] env[65311]: DEBUG nova.virt.hardware [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1076.575668] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba28e140-4a85-4626-aae3-e1a90b5b3f12 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.593721] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb56fa89-c6ee-485f-9d7c-c381e41bcf40 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.624197] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:be:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd88b750a-0e7d-4f16-8bd5-8e6d5743b720', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a4d5c10-35bc-48db-b46a-7c1816acd7b5', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.632179] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1076.635841] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.636719] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35aa9d10-7b22-4cbf-af6c-6c7f24468c68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.661066] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428887, 'name': Destroy_Task, 'duration_secs': 0.532497} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.661066] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Destroyed the VM [ 1076.661340] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1076.661821] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2718199f-8c66-49bf-b1cf-3cfdee09b433 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.667116] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.667116] env[65311]: value = "task-4428889" [ 1076.667116] env[65311]: _type = "Task" [ 1076.667116] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.672549] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1076.672549] env[65311]: value = "task-4428890" [ 1076.672549] env[65311]: _type = "Task" [ 1076.672549] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.683136] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428889, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.689279] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428890, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.875252] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30906d93-4684-4532-bec9-b07f06081443 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.887114] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2922fca-0117-4a08-aee5-734d1944bba1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.924260] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e82595-d4a6-4ea1-84c7-df031effef8a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.936194] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f3487-b689-4ae4-92f0-259d63475701 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.942974] env[65311]: DEBUG oslo_vmware.api [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428888, 'name': PowerOnVM_Task, 'duration_secs': 0.473521} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.943319] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.943555] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-743597b3-b497-47b3-bae7-f03ce1376e5c tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance '30503b47-7a7a-4bdd-8b45-590e293ec7f9' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.963103] env[65311]: DEBUG nova.compute.provider_tree [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.044051] env[65311]: WARNING neutronclient.v2_0.client [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.180762] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428889, 'name': CreateVM_Task, 'duration_secs': 0.424731} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.186796] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.187919] env[65311]: WARNING neutronclient.v2_0.client [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.188379] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.188585] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.189008] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.189748] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5de4a0-7848-4fd6-af67-fb5da919edca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.197050] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428890, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.199352] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1077.199352] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ab3a71-9574-e201-15ed-c33ed1894ea7" [ 1077.199352] env[65311]: _type = "Task" [ 1077.199352] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.209615] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ab3a71-9574-e201-15ed-c33ed1894ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.235856] env[65311]: WARNING neutronclient.v2_0.client [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.324967] env[65311]: DEBUG nova.network.neutron [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updated VIF entry in instance network info cache for port 6a4d5c10-35bc-48db-b46a-7c1816acd7b5. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.325384] env[65311]: DEBUG nova.network.neutron [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating instance_info_cache with network_info: [{"id": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "address": "fa:16:3e:fe:be:db", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4d5c10-35", "ovs_interfaceid": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.469507] env[65311]: DEBUG nova.scheduler.client.report [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.697529] env[65311]: DEBUG oslo_vmware.api [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428890, 'name': RemoveSnapshot_Task, 'duration_secs': 0.747551} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.697869] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1077.711550] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.711809] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Processing image e9b823b7-57dd-4425-b58d-3fe33795986e {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.712092] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e/e9b823b7-57dd-4425-b58d-3fe33795986e.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.712238] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e/e9b823b7-57dd-4425-b58d-3fe33795986e.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.712403] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.713084] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6c6b580-7949-4613-b2f2-dd2319cf35b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.724032] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.724215] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.725100] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac694b60-3243-4860-9cdc-8cf8fc21f6b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.731058] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1077.731058] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524b6241-182d-a038-1c15-5430bbbab75a" [ 1077.731058] env[65311]: _type = "Task" [ 1077.731058] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.740551] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]524b6241-182d-a038-1c15-5430bbbab75a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.827759] env[65311]: DEBUG oslo_concurrency.lockutils [req-c5e0a9cd-dd19-4686-b5e6-b124a2ef9873 req-3d1d18ae-6fb9-40f7-9c7b-c716e32f1933 service nova] Releasing lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.973276] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.975684] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.954s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.976043] env[65311]: DEBUG nova.objects.instance [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'resources' on Instance uuid 5996f38b-8383-45dd-b15d-0d60460e44c5 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.992395] env[65311]: INFO nova.scheduler.client.report [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Deleted allocations for instance 4aa79d82-2350-4209-ae0a-c64201f0d9ca [ 1078.210032] env[65311]: WARNING nova.compute.manager [None req-5ca6891b-cfc1-4537-9a52-9171cee6c4a6 tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Image not found during snapshot: nova.exception.ImageNotFound: Image 2b2bb1ee-7db7-43e8-9b19-2a73991d39ff could not be found. [ 1078.248135] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Preparing fetch location {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1078.248409] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Fetch image to [datastore2] OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5/OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5.vmdk {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1078.248580] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Downloading stream optimized image e9b823b7-57dd-4425-b58d-3fe33795986e to [datastore2] OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5/OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5.vmdk on the data store datastore2 as vApp {{(pid=65311) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1078.248739] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Downloading image file data e9b823b7-57dd-4425-b58d-3fe33795986e to the ESX as VM named 'OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5' {{(pid=65311) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1078.254869] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "20e5f52c-a77c-41f7-8a15-4631efbf4705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.254869] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.362130] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1078.362130] env[65311]: value = "resgroup-9" [ 1078.362130] env[65311]: _type = "ResourcePool" [ 1078.362130] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1078.362130] env[65311]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ce4f67bf-5685-408b-a24d-59a5b54bcb17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.390067] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lease: (returnval){ [ 1078.390067] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525050db-9927-25ba-9947-dc814c7a80ff" [ 1078.390067] env[65311]: _type = "HttpNfcLease" [ 1078.390067] env[65311]: } obtained for vApp import into resource pool (val){ [ 1078.390067] env[65311]: value = "resgroup-9" [ 1078.390067] env[65311]: _type = "ResourcePool" [ 1078.390067] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1078.390408] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the lease: (returnval){ [ 1078.390408] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525050db-9927-25ba-9947-dc814c7a80ff" [ 1078.390408] env[65311]: _type = "HttpNfcLease" [ 1078.390408] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1078.398634] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.398634] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525050db-9927-25ba-9947-dc814c7a80ff" [ 1078.398634] env[65311]: _type = "HttpNfcLease" [ 1078.398634] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1078.480877] env[65311]: DEBUG nova.objects.instance [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'numa_topology' on Instance uuid 5996f38b-8383-45dd-b15d-0d60460e44c5 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.502588] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecffaf5f-0845-4ed7-b547-c13116ea25df tempest-ImagesNegativeTestJSON-703159048 tempest-ImagesNegativeTestJSON-703159048-project-member] Lock "4aa79d82-2350-4209-ae0a-c64201f0d9ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.060s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.675631] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.675965] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.758023] env[65311]: DEBUG nova.compute.manager [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1078.811805] env[65311]: DEBUG oslo_concurrency.lockutils [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.812684] env[65311]: DEBUG oslo_concurrency.lockutils [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.812684] env[65311]: DEBUG nova.compute.manager [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Going to confirm migration 7 {{(pid=65311) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1078.826833] env[65311]: DEBUG oslo_concurrency.lockutils [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.826833] env[65311]: DEBUG oslo_concurrency.lockutils [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.826833] env[65311]: DEBUG oslo_concurrency.lockutils [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.826833] env[65311]: DEBUG oslo_concurrency.lockutils [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.827075] env[65311]: DEBUG oslo_concurrency.lockutils [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.829399] env[65311]: INFO nova.compute.manager [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Terminating instance [ 1078.899967] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1078.899967] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525050db-9927-25ba-9947-dc814c7a80ff" [ 1078.899967] env[65311]: _type = "HttpNfcLease" [ 1078.899967] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1078.984626] env[65311]: DEBUG nova.objects.base [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Object Instance<5996f38b-8383-45dd-b15d-0d60460e44c5> lazy-loaded attributes: resources,numa_topology {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1079.181506] env[65311]: DEBUG nova.compute.manager [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1079.280461] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.319158] env[65311]: WARNING neutronclient.v2_0.client [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.325854] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804d8260-ce98-47c7-917e-1f154fae2d6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.335765] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a86b7e-7652-421c-84fa-5f498529f372 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.339562] env[65311]: DEBUG nova.compute.manager [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1079.339989] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.340631] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efab4b33-f18a-48c2-8697-10c0e96046c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.349521] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.376495] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58593e6d-440f-45b7-8803-8888cb630de1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.380055] env[65311]: WARNING neutronclient.v2_0.client [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.380382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.380603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.380821] env[65311]: DEBUG nova.network.neutron [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.381020] env[65311]: DEBUG nova.objects.instance [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lazy-loading 'info_cache' on Instance uuid 30503b47-7a7a-4bdd-8b45-590e293ec7f9 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.382946] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1234c19c-9016-43d3-85a8-2c98e5291b70 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.396682] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd912a2-7567-4f34-85fb-ba07688792ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.405254] env[65311]: DEBUG oslo_vmware.api [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1079.405254] env[65311]: value = "task-4428892" [ 1079.405254] env[65311]: _type = "Task" [ 1079.405254] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.419176] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1079.419176] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525050db-9927-25ba-9947-dc814c7a80ff" [ 1079.419176] env[65311]: _type = "HttpNfcLease" [ 1079.419176] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1079.420086] env[65311]: DEBUG nova.compute.provider_tree [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.426023] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1079.426023] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525050db-9927-25ba-9947-dc814c7a80ff" [ 1079.426023] env[65311]: _type = "HttpNfcLease" [ 1079.426023] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1079.426023] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e48f4ca-2a03-4a99-a1a7-74f7c1b7c674 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.430550] env[65311]: DEBUG oslo_vmware.api [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.437715] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b803-ff29-9b9a-a3e7-445580d3a349/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1079.437904] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b803-ff29-9b9a-a3e7-445580d3a349/disk-0.vmdk. {{(pid=65311) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1079.500280] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5b22185-9dd1-4a39-9c24-b71586dae3b8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.718038] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.918740] env[65311]: DEBUG oslo_vmware.api [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428892, 'name': PowerOffVM_Task, 'duration_secs': 0.205664} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.921099] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.921452] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.921857] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a153ee33-a4d5-4ee7-96bb-c7d7072b09ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.924685] env[65311]: DEBUG nova.scheduler.client.report [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.022471] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.022686] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.022967] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleting the datastore file [datastore1] d9d34cb2-b43d-407c-921c-a088ae1fb8d7 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.024862] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9bf2cd4-3ff5-45cd-bb19-70bb065b06de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.035073] env[65311]: DEBUG oslo_vmware.api [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for the task: (returnval){ [ 1080.035073] env[65311]: value = "task-4428894" [ 1080.035073] env[65311]: _type = "Task" [ 1080.035073] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.046651] env[65311]: DEBUG oslo_vmware.api [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.397513] env[65311]: WARNING neutronclient.v2_0.client [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.432968] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.457s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.436215] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.277s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.440318] env[65311]: INFO nova.compute.claims [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.550197] env[65311]: DEBUG oslo_vmware.api [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Task: {'id': task-4428894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198599} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.550296] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.550951] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.550951] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.550951] env[65311]: INFO nova.compute.manager [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1080.551140] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1080.551211] env[65311]: DEBUG nova.compute.manager [-] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1080.551592] env[65311]: DEBUG nova.network.neutron [-] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1080.551592] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.594637] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.631271] env[65311]: WARNING neutronclient.v2_0.client [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.884111] env[65311]: DEBUG nova.network.neutron [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance_info_cache with network_info: [{"id": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "address": "fa:16:3e:13:d0:84", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97762736-89", "ovs_interfaceid": "97762736-896f-4a3b-bb9e-cc57d1cbd31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.903502] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Completed reading data from the image iterator. {{(pid=65311) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1080.903839] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b803-ff29-9b9a-a3e7-445580d3a349/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.904978] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2806b7f-e019-47bb-809e-311ba5a8cf2f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.913966] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b803-ff29-9b9a-a3e7-445580d3a349/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.914238] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b803-ff29-9b9a-a3e7-445580d3a349/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1080.914495] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-489089bb-4a2e-4319-aa1c-eb4be2aeaa89 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.935688] env[65311]: DEBUG nova.compute.manager [req-72bec57c-9906-4763-8575-f79dd5e4482a req-e2f95cbb-8382-42f0-9b3c-7f07f3319c2d service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Received event network-vif-deleted-f074bd97-6171-4067-b753-ebf522c5abf3 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1080.935688] env[65311]: INFO nova.compute.manager [req-72bec57c-9906-4763-8575-f79dd5e4482a req-e2f95cbb-8382-42f0-9b3c-7f07f3319c2d service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Neutron deleted interface f074bd97-6171-4067-b753-ebf522c5abf3; detaching it from the instance and deleting it from the info cache [ 1080.935688] env[65311]: DEBUG nova.network.neutron [req-72bec57c-9906-4763-8575-f79dd5e4482a req-e2f95cbb-8382-42f0-9b3c-7f07f3319c2d service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.949649] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fcecb83d-c501-4208-a231-5e44d98201ad tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.621s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.950592] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.235s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.950592] env[65311]: INFO nova.compute.manager [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Unshelving [ 1081.263857] env[65311]: DEBUG oslo_vmware.rw_handles [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5270b803-ff29-9b9a-a3e7-445580d3a349/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1081.263928] env[65311]: INFO nova.virt.vmwareapi.images [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Downloaded image file data e9b823b7-57dd-4425-b58d-3fe33795986e [ 1081.264847] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c216a16-d70b-4d47-9f96-1f658fd83ccf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.282059] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b135893a-0070-4699-ba8e-a5bcd4eca1c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.312077] env[65311]: INFO nova.virt.vmwareapi.images [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] The imported VM was unregistered [ 1081.314648] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Caching image {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1081.314922] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.315262] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2305992-754d-446f-ad06-a5588b7a517f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.328540] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Created directory with path [datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.328743] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5/OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5.vmdk to [datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e/e9b823b7-57dd-4425-b58d-3fe33795986e.vmdk. {{(pid=65311) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1081.329055] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-aa8b0ddc-e4c6-4624-a73c-c6132741ad12 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.337174] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1081.337174] env[65311]: value = "task-4428896" [ 1081.337174] env[65311]: _type = "Task" [ 1081.337174] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.346379] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428896, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.348811] env[65311]: DEBUG nova.network.neutron [-] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.388482] env[65311]: DEBUG oslo_concurrency.lockutils [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-30503b47-7a7a-4bdd-8b45-590e293ec7f9" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.388762] env[65311]: DEBUG nova.objects.instance [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lazy-loading 'migration_context' on Instance uuid 30503b47-7a7a-4bdd-8b45-590e293ec7f9 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.438604] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-352a03ec-5cf7-4e4b-8af4-de582feaccc9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.449119] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf5dda6-c364-4a7c-b0d8-2b3df8635dde {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.490055] env[65311]: DEBUG nova.compute.manager [req-72bec57c-9906-4763-8575-f79dd5e4482a req-e2f95cbb-8382-42f0-9b3c-7f07f3319c2d service nova] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Detach interface failed, port_id=f074bd97-6171-4067-b753-ebf522c5abf3, reason: Instance d9d34cb2-b43d-407c-921c-a088ae1fb8d7 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1081.748379] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b436f889-75b1-4f10-b6a0-4fb324402adb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.757077] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50707e77-4557-48f8-95b9-dc483af3af27 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.790758] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c18460b-b712-4fc3-8c44-39ee1e9e1db4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.799628] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c01401b-8b66-4dae-98d2-c557d0262c6f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.814719] env[65311]: DEBUG nova.compute.provider_tree [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.849092] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428896, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.851989] env[65311]: INFO nova.compute.manager [-] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Took 1.30 seconds to deallocate network for instance. [ 1081.893013] env[65311]: DEBUG nova.objects.base [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Object Instance<30503b47-7a7a-4bdd-8b45-590e293ec7f9> lazy-loaded attributes: info_cache,migration_context {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1081.894390] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356a74be-5d82-4ee3-b7dd-111856454558 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.917059] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c9a6ef-a4ee-4976-92fd-dd72e704a9d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.923722] env[65311]: DEBUG oslo_vmware.api [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1081.923722] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52561830-5d94-3757-cfd8-c78b04e9c6e2" [ 1081.923722] env[65311]: _type = "Task" [ 1081.923722] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.933414] env[65311]: DEBUG oslo_vmware.api [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52561830-5d94-3757-cfd8-c78b04e9c6e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.970622] env[65311]: DEBUG nova.compute.utils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.319150] env[65311]: DEBUG nova.scheduler.client.report [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.349542] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428896, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.360149] env[65311]: DEBUG oslo_concurrency.lockutils [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.435302] env[65311]: DEBUG oslo_vmware.api [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52561830-5d94-3757-cfd8-c78b04e9c6e2, 'name': SearchDatastore_Task, 'duration_secs': 0.021919} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.435572] env[65311]: DEBUG oslo_concurrency.lockutils [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.475018] env[65311]: INFO nova.virt.block_device [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Booting with volume 6cc6d6f5-9d8d-4931-846d-797e7edfed13 at /dev/sdb [ 1082.518371] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0635b8c1-46ed-4a1b-905d-2969ceac0314 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.528951] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e921135f-6037-41b1-a830-89f68bef575d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.562173] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2b4ea3d-2819-4f0c-8077-11bbb6437b9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.572064] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8894c1d5-2dd6-49fd-9dc4-c4c76b5f40bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.604973] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cd9087-7b61-4a6e-8a36-83157e53e86e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.612903] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2af5c19-a524-409b-88c8-eb846cd36263 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.627815] env[65311]: DEBUG nova.virt.block_device [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating existing volume attachment record: 51b4efa7-c65b-42b3-872a-26d638a92597 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1082.635478] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.635843] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.825130] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.825785] env[65311]: DEBUG nova.compute.manager [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1082.828584] env[65311]: DEBUG oslo_concurrency.lockutils [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.309s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.828821] env[65311]: DEBUG nova.objects.instance [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'resources' on Instance uuid 82260d88-cfa9-48f5-879a-b8c56851af86 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.849338] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428896, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.146706] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.146706] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.146706] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.146706] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.147107] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.147107] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.147107] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1083.147400] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.335375] env[65311]: DEBUG nova.compute.utils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.337902] env[65311]: DEBUG nova.compute.manager [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1083.337902] env[65311]: DEBUG nova.network.neutron [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1083.338315] env[65311]: WARNING neutronclient.v2_0.client [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.338315] env[65311]: WARNING neutronclient.v2_0.client [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.354213] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428896, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.385034] env[65311]: DEBUG nova.policy [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab63060660a243dcb61de91a70efd2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40207bef3f9a4b6086b25366aa67344b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.645987] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79be69ce-ca86-45b6-a26d-3246808ea899 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.652380] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.656024] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cd8a7a-0b1b-428b-b171-8f9696be29ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.693306] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1944206-fd4a-4493-9253-bb7bddeb907e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.702986] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32714f5a-bd41-4b8e-987a-2973ed74ca28 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.719235] env[65311]: DEBUG nova.compute.provider_tree [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.729815] env[65311]: DEBUG nova.network.neutron [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Successfully created port: dd30b601-e66c-460b-b46c-f2f002b29139 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1083.841895] env[65311]: DEBUG nova.compute.manager [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1083.854742] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428896, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.490047} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.854975] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5/OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5.vmdk to [datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e/e9b823b7-57dd-4425-b58d-3fe33795986e.vmdk. [ 1083.855176] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Cleaning up location [datastore2] OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5 {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1083.855332] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_717ece4b-0b80-4a69-88d5-2362bb3db0d5 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.855607] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b836e0b-10f7-4a1e-9411-404e134826cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.862301] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1083.862301] env[65311]: value = "task-4428900" [ 1083.862301] env[65311]: _type = "Task" [ 1083.862301] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.871271] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.222958] env[65311]: DEBUG nova.scheduler.client.report [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.374117] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087282} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.374489] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.374755] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e/e9b823b7-57dd-4425-b58d-3fe33795986e.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.375119] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e/e9b823b7-57dd-4425-b58d-3fe33795986e.vmdk to [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1/a26378a7-b715-4c1a-9450-f7cf931ecec1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.375397] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92f7fb5e-dae8-4740-963b-41eb405564ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.384444] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1084.384444] env[65311]: value = "task-4428901" [ 1084.384444] env[65311]: _type = "Task" [ 1084.384444] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.394174] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.728875] env[65311]: DEBUG oslo_concurrency.lockutils [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.731978] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.113s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.754059] env[65311]: INFO nova.scheduler.client.report [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleted allocations for instance 82260d88-cfa9-48f5-879a-b8c56851af86 [ 1084.857762] env[65311]: DEBUG nova.compute.manager [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1084.892448] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1084.892729] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.892940] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1084.893128] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.893313] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1084.893459] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1084.893692] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.893878] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1084.894141] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1084.894237] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1084.894401] env[65311]: DEBUG nova.virt.hardware [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1084.895284] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d77ec85-0b9d-4e4b-8c92-7babf00bb2d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.901034] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428901, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.908078] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d526c5-c1a5-4e0d-84ea-c42948422333 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.155621] env[65311]: DEBUG nova.compute.manager [req-548c07bb-de2b-43e0-88de-3b6217fe6933 req-31fd9ea3-4799-46e3-a1e1-dd21b7c995db service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Received event network-vif-plugged-dd30b601-e66c-460b-b46c-f2f002b29139 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1085.155621] env[65311]: DEBUG oslo_concurrency.lockutils [req-548c07bb-de2b-43e0-88de-3b6217fe6933 req-31fd9ea3-4799-46e3-a1e1-dd21b7c995db service nova] Acquiring lock "46912ce7-a23e-4d08-88bf-52a07534289c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.155621] env[65311]: DEBUG oslo_concurrency.lockutils [req-548c07bb-de2b-43e0-88de-3b6217fe6933 req-31fd9ea3-4799-46e3-a1e1-dd21b7c995db service nova] Lock "46912ce7-a23e-4d08-88bf-52a07534289c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.155621] env[65311]: DEBUG oslo_concurrency.lockutils [req-548c07bb-de2b-43e0-88de-3b6217fe6933 req-31fd9ea3-4799-46e3-a1e1-dd21b7c995db service nova] Lock "46912ce7-a23e-4d08-88bf-52a07534289c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.155621] env[65311]: DEBUG nova.compute.manager [req-548c07bb-de2b-43e0-88de-3b6217fe6933 req-31fd9ea3-4799-46e3-a1e1-dd21b7c995db service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] No waiting events found dispatching network-vif-plugged-dd30b601-e66c-460b-b46c-f2f002b29139 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1085.155958] env[65311]: WARNING nova.compute.manager [req-548c07bb-de2b-43e0-88de-3b6217fe6933 req-31fd9ea3-4799-46e3-a1e1-dd21b7c995db service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Received unexpected event network-vif-plugged-dd30b601-e66c-460b-b46c-f2f002b29139 for instance with vm_state building and task_state spawning. [ 1085.235288] env[65311]: DEBUG nova.objects.instance [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'migration_context' on Instance uuid fb4654f6-15e0-4b18-ab33-e620cccb5736 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.263220] env[65311]: DEBUG oslo_concurrency.lockutils [None req-61e9c950-2144-450e-906c-78fd28ebde17 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "82260d88-cfa9-48f5-879a-b8c56851af86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.053s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.399047] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428901, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.758169] env[65311]: DEBUG nova.network.neutron [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Successfully updated port: dd30b601-e66c-460b-b46c-f2f002b29139 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1085.900230] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428901, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.095190] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b1adf4-1403-4b1c-9dee-abf5b1d17e77 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.106937] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ecca84-f0ce-4f8f-9fd9-df144eee9499 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.149073] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72c07fa-1faf-48b0-86f2-dca9844d2325 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.160774] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b158c-9de7-4b15-bf38-a16ddac05e04 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.181977] env[65311]: DEBUG nova.compute.provider_tree [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.261839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "refresh_cache-46912ce7-a23e-4d08-88bf-52a07534289c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.262145] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "refresh_cache-46912ce7-a23e-4d08-88bf-52a07534289c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.262328] env[65311]: DEBUG nova.network.neutron [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1086.400064] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428901, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.686448] env[65311]: DEBUG nova.scheduler.client.report [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.808781] env[65311]: DEBUG nova.network.neutron [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1086.904010] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428901, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.939462] env[65311]: WARNING neutronclient.v2_0.client [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.019756] env[65311]: DEBUG nova.network.neutron [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Updating instance_info_cache with network_info: [{"id": "dd30b601-e66c-460b-b46c-f2f002b29139", "address": "fa:16:3e:e3:eb:86", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd30b601-e6", "ovs_interfaceid": "dd30b601-e66c-460b-b46c-f2f002b29139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.329615] env[65311]: DEBUG nova.compute.manager [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Received event network-changed-dd30b601-e66c-460b-b46c-f2f002b29139 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1087.329928] env[65311]: DEBUG nova.compute.manager [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Refreshing instance network info cache due to event network-changed-dd30b601-e66c-460b-b46c-f2f002b29139. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1087.330016] env[65311]: DEBUG oslo_concurrency.lockutils [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] Acquiring lock "refresh_cache-46912ce7-a23e-4d08-88bf-52a07534289c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.399555] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428901, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.526044] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "refresh_cache-46912ce7-a23e-4d08-88bf-52a07534289c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.526211] env[65311]: DEBUG nova.compute.manager [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Instance network_info: |[{"id": "dd30b601-e66c-460b-b46c-f2f002b29139", "address": "fa:16:3e:e3:eb:86", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd30b601-e6", "ovs_interfaceid": "dd30b601-e66c-460b-b46c-f2f002b29139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1087.526518] env[65311]: DEBUG oslo_concurrency.lockutils [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] Acquired lock "refresh_cache-46912ce7-a23e-4d08-88bf-52a07534289c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.526697] env[65311]: DEBUG nova.network.neutron [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Refreshing network info cache for port dd30b601-e66c-460b-b46c-f2f002b29139 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.528473] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:eb:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd30b601-e66c-460b-b46c-f2f002b29139', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.537529] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1087.538921] env[65311]: WARNING neutronclient.v2_0.client [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.541657] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.542907] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bde9b881-e8c8-437f-b777-072d80146a93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.565995] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.565995] env[65311]: value = "task-4428903" [ 1087.565995] env[65311]: _type = "Task" [ 1087.565995] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.574829] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428903, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.701681] env[65311]: WARNING neutronclient.v2_0.client [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.706193] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.974s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.714939] env[65311]: DEBUG oslo_concurrency.lockutils [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.947s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.715304] env[65311]: DEBUG nova.objects.instance [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lazy-loading 'resources' on Instance uuid 8819d936-b8cf-446d-a858-3af10fe4116d {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.797128] env[65311]: DEBUG nova.network.neutron [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Updated VIF entry in instance network info cache for port dd30b601-e66c-460b-b46c-f2f002b29139. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1087.797567] env[65311]: DEBUG nova.network.neutron [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Updating instance_info_cache with network_info: [{"id": "dd30b601-e66c-460b-b46c-f2f002b29139", "address": "fa:16:3e:e3:eb:86", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd30b601-e6", "ovs_interfaceid": "dd30b601-e66c-460b-b46c-f2f002b29139", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.901820] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428901, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.077238] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428903, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.163339] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.163756] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "456d2124-ab46-4e7c-b134-4ea04968013e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.248863] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.299836] env[65311]: DEBUG oslo_concurrency.lockutils [req-11daf766-6f83-4209-b695-7a14317c429c req-0d46d36a-e39d-4b50-8dcd-ae0edfcf24f3 service nova] Releasing lock "refresh_cache-46912ce7-a23e-4d08-88bf-52a07534289c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.402296] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428901, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.601792} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.402595] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9b823b7-57dd-4425-b58d-3fe33795986e/e9b823b7-57dd-4425-b58d-3fe33795986e.vmdk to [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1/a26378a7-b715-4c1a-9450-f7cf931ecec1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.403509] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a6944b-4f5a-43c0-bf0f-de02b1d48028 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.431328] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1/a26378a7-b715-4c1a-9450-f7cf931ecec1.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.432073] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-269c42af-e24f-4136-944e-1cb987c296cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.456835] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1088.456835] env[65311]: value = "task-4428904" [ 1088.456835] env[65311]: _type = "Task" [ 1088.456835] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.467158] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.543758] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda11c4-4585-478b-9bf1-af3578d4ce7c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.551975] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef7011-bf56-4a92-b363-b86d76b5ca1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.588513] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce49eec1-ba45-48df-b4f1-03ae09eef904 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.598727] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428903, 'name': CreateVM_Task, 'duration_secs': 0.55768} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.598993] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.600241] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e256d61f-9cc1-4e84-9e6c-d952d5024fcf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.604505] env[65311]: WARNING neutronclient.v2_0.client [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.604871] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.605035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.605348] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.605636] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b045433d-1484-4269-afef-a13649cb39a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.612101] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1088.612101] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5263667d-db20-a99b-dae7-8c9a04852202" [ 1088.612101] env[65311]: _type = "Task" [ 1088.612101] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.622110] env[65311]: DEBUG nova.compute.provider_tree [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.635030] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5263667d-db20-a99b-dae7-8c9a04852202, 'name': SearchDatastore_Task, 'duration_secs': 0.012559} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.635327] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.635599] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.635852] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.636035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.636234] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.636542] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f9d5733-0dab-4a97-affb-bbc152746b6e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.650647] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.650647] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.650918] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c9568c3-1e5c-4c7f-8d5e-4d72465c9f10 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.658772] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1088.658772] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df6a41-00ec-9985-12e5-59478d905727" [ 1088.658772] env[65311]: _type = "Task" [ 1088.658772] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.672684] env[65311]: DEBUG nova.compute.manager [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1088.676296] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df6a41-00ec-9985-12e5-59478d905727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.967405] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428904, 'name': ReconfigVM_Task, 'duration_secs': 0.43893} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.967709] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Reconfigured VM instance instance-00000046 to attach disk [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1/a26378a7-b715-4c1a-9450-f7cf931ecec1.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.968382] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce7cf1f1-bda2-44be-a3dd-a57f65ada58f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.975673] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1088.975673] env[65311]: value = "task-4428905" [ 1088.975673] env[65311]: _type = "Task" [ 1088.975673] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.984740] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428905, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.129030] env[65311]: DEBUG nova.scheduler.client.report [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.170234] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df6a41-00ec-9985-12e5-59478d905727, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.171098] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c1460c-004d-4914-ba5f-b4e0aae2b97c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.179808] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1089.179808] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523db89d-eee6-4cf4-2f88-fc351dd729b6" [ 1089.179808] env[65311]: _type = "Task" [ 1089.179808] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.193368] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523db89d-eee6-4cf4-2f88-fc351dd729b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.194452] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.194817] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.195110] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 46912ce7-a23e-4d08-88bf-52a07534289c/46912ce7-a23e-4d08-88bf-52a07534289c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.195376] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d896905-61a0-477e-a1f5-c0c77f1d42ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.203991] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1089.203991] env[65311]: value = "task-4428906" [ 1089.203991] env[65311]: _type = "Task" [ 1089.203991] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.212832] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.259618] env[65311]: INFO nova.compute.manager [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Swapping old allocation on dict_keys(['9e03e2e5-cb03-4816-8aa6-9a366a594801']) held by migration 5fd2452a-8f08-411e-a7e0-c07e7e8a4f5b for instance [ 1089.287290] env[65311]: DEBUG nova.scheduler.client.report [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Overwriting current allocation {'allocations': {'9e03e2e5-cb03-4816-8aa6-9a366a594801': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 149}}, 'project_id': '9a7f0a4a84d741f5a0674d53788bb786', 'user_id': 'f393373c523040ce9c885740db54c738', 'consumer_generation': 1} on consumer fb4654f6-15e0-4b18-ab33-e620cccb5736 {{(pid=65311) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1089.343152] env[65311]: WARNING neutronclient.v2_0.client [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.381544] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.381875] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.382153] env[65311]: DEBUG nova.network.neutron [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.488663] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428905, 'name': Rename_Task, 'duration_secs': 0.17731} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.489042] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.489467] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27118b95-ac88-4ad9-af76-5297b005ff75 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.498209] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1089.498209] env[65311]: value = "task-4428907" [ 1089.498209] env[65311]: _type = "Task" [ 1089.498209] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.508602] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.634962] env[65311]: DEBUG oslo_concurrency.lockutils [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.637795] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.461s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.638483] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.640676] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.917s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.642576] env[65311]: INFO nova.compute.claims [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.662528] env[65311]: INFO nova.scheduler.client.report [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Deleted allocations for instance 8819d936-b8cf-446d-a858-3af10fe4116d [ 1089.667922] env[65311]: INFO nova.scheduler.client.report [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted allocations for instance 19b27509-93ab-419b-a558-7a14ac9b8abd [ 1089.715444] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454629} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.715720] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 46912ce7-a23e-4d08-88bf-52a07534289c/46912ce7-a23e-4d08-88bf-52a07534289c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.715932] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.716301] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6750d46-12ab-482a-a491-a90a07ee33a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.724949] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1089.724949] env[65311]: value = "task-4428908" [ 1089.724949] env[65311]: _type = "Task" [ 1089.724949] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.733912] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.887745] env[65311]: WARNING neutronclient.v2_0.client [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.009421] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428907, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.056255] env[65311]: WARNING neutronclient.v2_0.client [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.136440] env[65311]: DEBUG nova.network.neutron [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance_info_cache with network_info: [{"id": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "address": "fa:16:3e:d7:bf:48", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22728c9b-cc", "ovs_interfaceid": "22728c9b-ccf6-4dbb-8ef0-7f7951270aa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.175815] env[65311]: DEBUG oslo_concurrency.lockutils [None req-da787816-c044-4a0c-974c-ef975a79e13c tempest-ServerGroupTestJSON-642980956 tempest-ServerGroupTestJSON-642980956-project-member] Lock "8819d936-b8cf-446d-a858-3af10fe4116d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.883s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.176992] env[65311]: DEBUG oslo_concurrency.lockutils [None req-82ab24d8-e13c-49e1-9cb0-003acd99010f tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "19b27509-93ab-419b-a558-7a14ac9b8abd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.204s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.236857] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067616} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.238027] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.238214] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9e3384-bdb6-40b8-a72a-68a467876bc2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.261352] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 46912ce7-a23e-4d08-88bf-52a07534289c/46912ce7-a23e-4d08-88bf-52a07534289c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.262033] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db88b33d-af5f-4329-b714-76d1487d3f17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.284518] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1090.284518] env[65311]: value = "task-4428909" [ 1090.284518] env[65311]: _type = "Task" [ 1090.284518] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.295529] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.509814] env[65311]: DEBUG oslo_vmware.api [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428907, 'name': PowerOnVM_Task, 'duration_secs': 0.742056} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.510188] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.622803] env[65311]: DEBUG nova.compute.manager [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1090.623784] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ea388a-d2b5-4ca8-a7b5-0488674378b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.640819] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-fb4654f6-15e0-4b18-ab33-e620cccb5736" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.642015] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8524c725-83da-426d-8d2f-84900df6976a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.649720] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4bca2c-350c-4496-b169-19af5c12aee5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.794534] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428909, 'name': ReconfigVM_Task, 'duration_secs': 0.305865} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.797321] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 46912ce7-a23e-4d08-88bf-52a07534289c/46912ce7-a23e-4d08-88bf-52a07534289c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.799167] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39ac253c-4540-433c-8131-178cf4659e6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.808621] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1090.808621] env[65311]: value = "task-4428910" [ 1090.808621] env[65311]: _type = "Task" [ 1090.808621] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.823263] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428910, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.915209] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d316034e-bf20-4f57-af11-07a49657bdd6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.923899] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7896d4d-364d-4f6e-9947-567aafe55152 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.958424] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9443d098-d9d6-4ae1-8956-e437669f2f61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.967816] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee2eed9-2ae2-45ee-9b72-b54aab670815 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.982814] env[65311]: DEBUG nova.compute.provider_tree [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.146170] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f89df1f-c8df-4b92-945b-184a180d181b tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.448s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.324792] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428910, 'name': Rename_Task, 'duration_secs': 0.159388} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.324792] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.324917] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-116a1995-34c3-4190-8848-86a5abcf1b0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.332631] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1091.332631] env[65311]: value = "task-4428911" [ 1091.332631] env[65311]: _type = "Task" [ 1091.332631] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.344249] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.489240] env[65311]: DEBUG nova.scheduler.client.report [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.685166] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.685678] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.763199] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.763542] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef28b563-895f-4de1-be32-d05205d9d6ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.772856] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1091.772856] env[65311]: value = "task-4428912" [ 1091.772856] env[65311]: _type = "Task" [ 1091.772856] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.785613] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.847476] env[65311]: DEBUG oslo_vmware.api [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428911, 'name': PowerOnVM_Task, 'duration_secs': 0.488852} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.848089] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.848950] env[65311]: INFO nova.compute.manager [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1091.849750] env[65311]: DEBUG nova.compute.manager [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1091.851255] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3948a88-041c-4a7e-b24b-927ca5737457 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.993216] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.995894] env[65311]: DEBUG nova.compute.manager [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1091.998918] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.956s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.998918] env[65311]: DEBUG nova.objects.instance [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lazy-loading 'resources' on Instance uuid 2747437d-2b8f-4b94-826d-6eebf6785a77 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.188526] env[65311]: DEBUG nova.compute.manager [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1092.287506] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428912, 'name': PowerOffVM_Task, 'duration_secs': 0.239064} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.287506] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.287854] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1092.288644] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.288644] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1092.288644] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.288644] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1092.288644] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1092.288824] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1092.288974] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1092.289153] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1092.289312] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1092.289476] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1092.295206] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-413e0103-95c6-4fe2-8d4d-a6dcab2bb279 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.313147] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1092.313147] env[65311]: value = "task-4428913" [ 1092.313147] env[65311]: _type = "Task" [ 1092.313147] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.325664] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.379109] env[65311]: INFO nova.compute.manager [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Took 30.24 seconds to build instance. [ 1092.505729] env[65311]: DEBUG nova.compute.utils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.507324] env[65311]: DEBUG nova.compute.manager [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1092.507560] env[65311]: DEBUG nova.network.neutron [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1092.507933] env[65311]: WARNING neutronclient.v2_0.client [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.508310] env[65311]: WARNING neutronclient.v2_0.client [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.562242] env[65311]: DEBUG nova.policy [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1067b44ee763428bb527e10dba99b076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '914ab6cb74df49558377ad7293e407e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.711875] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.763039] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a2372f-f1af-4e0e-8b5b-d4393354f21f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.774355] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d824a221-2926-4ccf-abc6-0fd579256f72 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.810222] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8258e411-d706-4909-89b6-41b1d3f2b462 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.830454] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428913, 'name': ReconfigVM_Task, 'duration_secs': 0.17126} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.830580] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2815af8-27b5-4a6c-9125-df2ad48a7b0a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.835443] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e7c283-1f52-45de-b5c1-f116771c650b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.849458] env[65311]: DEBUG nova.compute.provider_tree [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.870296] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1092.870558] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.870707] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1092.870937] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.871154] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1092.871279] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1092.871478] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1092.871621] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1092.871774] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1092.871927] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1092.872099] env[65311]: DEBUG nova.virt.hardware [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1092.874683] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be31bddb-0aad-481a-b0f0-2ff4f2b75f9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.881886] env[65311]: DEBUG oslo_concurrency.lockutils [None req-143a1890-f03c-495c-934d-a093f9d1a055 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "46912ce7-a23e-4d08-88bf-52a07534289c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.764s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.884223] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1092.884223] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c4da9d-ca60-3c39-e4a2-85229e9a03e2" [ 1092.884223] env[65311]: _type = "Task" [ 1092.884223] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.890465] env[65311]: DEBUG nova.network.neutron [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Successfully created port: 149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1092.897427] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c4da9d-ca60-3c39-e4a2-85229e9a03e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.903262] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.903609] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa5455a-a502-442f-b383-819b6c166339 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.923486] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1092.923486] env[65311]: value = "task-4428914" [ 1092.923486] env[65311]: _type = "Task" [ 1092.923486] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.933960] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.012702] env[65311]: DEBUG nova.compute.manager [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1093.375319] env[65311]: DEBUG nova.scheduler.client.report [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.435533] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.527880] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6107694-ba39-4391-9975-79c895bf5f36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.536179] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ec46b4d8-228b-42a4-b1e2-11335d540653 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Suspending the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1093.536467] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0e4432dc-f674-4363-97e6-b89129996e57 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.544122] env[65311]: DEBUG oslo_vmware.api [None req-ec46b4d8-228b-42a4-b1e2-11335d540653 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1093.544122] env[65311]: value = "task-4428915" [ 1093.544122] env[65311]: _type = "Task" [ 1093.544122] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.554110] env[65311]: DEBUG oslo_vmware.api [None req-ec46b4d8-228b-42a4-b1e2-11335d540653 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428915, 'name': SuspendVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.884127] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.888218] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.608s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.890814] env[65311]: INFO nova.compute.claims [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.912631] env[65311]: INFO nova.scheduler.client.report [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleted allocations for instance 2747437d-2b8f-4b94-826d-6eebf6785a77 [ 1093.915100] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "46912ce7-a23e-4d08-88bf-52a07534289c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.915455] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "46912ce7-a23e-4d08-88bf-52a07534289c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.915673] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "46912ce7-a23e-4d08-88bf-52a07534289c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.915841] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "46912ce7-a23e-4d08-88bf-52a07534289c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.916227] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "46912ce7-a23e-4d08-88bf-52a07534289c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.920283] env[65311]: INFO nova.compute.manager [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Terminating instance [ 1093.939846] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428914, 'name': ReconfigVM_Task, 'duration_secs': 0.742801} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.941159] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.942883] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6b5e33-1b6b-4eb6-bdda-ba8907a904c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.972546] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] fb4654f6-15e0-4b18-ab33-e620cccb5736/fb4654f6-15e0-4b18-ab33-e620cccb5736.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.973577] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac69699-e5c6-4a5e-95b7-a0c7b20997d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.997106] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1093.997106] env[65311]: value = "task-4428916" [ 1093.997106] env[65311]: _type = "Task" [ 1093.997106] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.008247] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.023938] env[65311]: DEBUG nova.compute.manager [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1094.059299] env[65311]: DEBUG oslo_vmware.api [None req-ec46b4d8-228b-42a4-b1e2-11335d540653 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428915, 'name': SuspendVM_Task} progress is 62%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.061753] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1094.062058] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.062282] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1094.062595] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.062699] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1094.062867] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1094.063239] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1094.063438] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1094.063634] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1094.063817] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1094.064011] env[65311]: DEBUG nova.virt.hardware [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1094.064989] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636d11c-2368-4536-bc81-a18b500e2984 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.073940] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e000da6d-c8be-4fab-8d4d-fbddd6779135 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.367481] env[65311]: DEBUG nova.compute.manager [req-5e3dabbe-5cde-4fbf-90dc-35f7e8d37605 req-47db51f7-880e-45d9-862d-7480b01649e5 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Received event network-vif-plugged-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1094.367703] env[65311]: DEBUG oslo_concurrency.lockutils [req-5e3dabbe-5cde-4fbf-90dc-35f7e8d37605 req-47db51f7-880e-45d9-862d-7480b01649e5 service nova] Acquiring lock "1a15e479-6aef-41bc-bedb-d8b25675f45a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.367919] env[65311]: DEBUG oslo_concurrency.lockutils [req-5e3dabbe-5cde-4fbf-90dc-35f7e8d37605 req-47db51f7-880e-45d9-862d-7480b01649e5 service nova] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.368107] env[65311]: DEBUG oslo_concurrency.lockutils [req-5e3dabbe-5cde-4fbf-90dc-35f7e8d37605 req-47db51f7-880e-45d9-862d-7480b01649e5 service nova] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.368279] env[65311]: DEBUG nova.compute.manager [req-5e3dabbe-5cde-4fbf-90dc-35f7e8d37605 req-47db51f7-880e-45d9-862d-7480b01649e5 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] No waiting events found dispatching network-vif-plugged-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1094.368436] env[65311]: WARNING nova.compute.manager [req-5e3dabbe-5cde-4fbf-90dc-35f7e8d37605 req-47db51f7-880e-45d9-862d-7480b01649e5 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Received unexpected event network-vif-plugged-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f for instance with vm_state building and task_state spawning. [ 1094.425482] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79067316-38a3-4db2-ad2b-8975a250faec tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "2747437d-2b8f-4b94-826d-6eebf6785a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.371s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.431979] env[65311]: DEBUG nova.compute.manager [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1094.432206] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.433155] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c561b54-0745-43de-a092-52a916b7ffc7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.442489] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.442710] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3461f21f-172b-4fb7-84d4-199216e8d8bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.450893] env[65311]: DEBUG oslo_vmware.api [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1094.450893] env[65311]: value = "task-4428917" [ 1094.450893] env[65311]: _type = "Task" [ 1094.450893] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.463103] env[65311]: DEBUG nova.network.neutron [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Successfully updated port: 149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1094.464196] env[65311]: DEBUG oslo_vmware.api [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.508392] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428916, 'name': ReconfigVM_Task, 'duration_secs': 0.334849} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.508669] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfigured VM instance instance-00000052 to attach disk [datastore2] fb4654f6-15e0-4b18-ab33-e620cccb5736/fb4654f6-15e0-4b18-ab33-e620cccb5736.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.509636] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e734bf0-323f-4d9d-b436-9786b4eb171b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.534821] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711b52a2-810c-4a16-9164-13b47cce550b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.561756] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaf46dd-1c0a-4ffe-b7e5-de98611b50ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.570059] env[65311]: DEBUG oslo_vmware.api [None req-ec46b4d8-228b-42a4-b1e2-11335d540653 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428915, 'name': SuspendVM_Task, 'duration_secs': 0.706022} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.591526] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ec46b4d8-228b-42a4-b1e2-11335d540653 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Suspended the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1094.591733] env[65311]: DEBUG nova.compute.manager [None req-ec46b4d8-228b-42a4-b1e2-11335d540653 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1094.592721] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcde531-3fdc-4392-bb8f-56f43481befb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.595847] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f517923-29a4-41d0-91d5-2d354c9f01ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.608453] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.609353] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d110fb70-4720-431e-aa11-5beba8ddedbe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.617265] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1094.617265] env[65311]: value = "task-4428918" [ 1094.617265] env[65311]: _type = "Task" [ 1094.617265] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.628442] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.962348] env[65311]: DEBUG oslo_vmware.api [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428917, 'name': PowerOffVM_Task, 'duration_secs': 0.194075} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.962646] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.962801] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.963107] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-008b1ac5-1463-427b-8d4f-1aa45ba7659f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.967719] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.967885] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.968111] env[65311]: DEBUG nova.network.neutron [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1095.047344] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.047344] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.047344] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleting the datastore file [datastore1] 46912ce7-a23e-4d08-88bf-52a07534289c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.047344] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42e85f58-647a-453f-89bb-51a7c9cc4d03 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.058728] env[65311]: DEBUG oslo_vmware.api [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1095.058728] env[65311]: value = "task-4428920" [ 1095.058728] env[65311]: _type = "Task" [ 1095.058728] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.072090] env[65311]: DEBUG oslo_vmware.api [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.126728] env[65311]: DEBUG oslo_vmware.api [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428918, 'name': PowerOnVM_Task, 'duration_secs': 0.433504} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.129531] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.161417] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e71868d-027a-43f8-9445-d040e2fcbfa4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.170881] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9211c768-3016-49e5-8f6f-a90b14a3cecf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.214307] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fba3f30-4f69-4a89-b97d-8a0650705ac6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.223471] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c6f8b6-c076-4dae-acca-22a8ce044c35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.239139] env[65311]: DEBUG nova.compute.provider_tree [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.502687] env[65311]: DEBUG nova.network.neutron [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1095.561192] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.562855] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.574028] env[65311]: DEBUG oslo_vmware.api [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48177} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.574914] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.575108] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.575283] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.575486] env[65311]: INFO nova.compute.manager [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1095.575718] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1095.575912] env[65311]: DEBUG nova.compute.manager [-] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1095.576014] env[65311]: DEBUG nova.network.neutron [-] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1095.576261] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.592548] env[65311]: WARNING neutronclient.v2_0.client [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.658210] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.691400] env[65311]: DEBUG nova.network.neutron [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Updating instance_info_cache with network_info: [{"id": "149e4f6d-2d22-4cae-aa16-9ae7ee9b905f", "address": "fa:16:3e:c8:cd:b0", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149e4f6d-2d", "ovs_interfaceid": "149e4f6d-2d22-4cae-aa16-9ae7ee9b905f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.745047] env[65311]: DEBUG nova.scheduler.client.report [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.895431] env[65311]: DEBUG nova.compute.manager [req-0b3f8193-3ec5-417d-8e18-1ce423990469 req-afe07504-b1f4-4179-926f-e689ebd86130 service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Received event network-vif-deleted-dd30b601-e66c-460b-b46c-f2f002b29139 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1095.895628] env[65311]: INFO nova.compute.manager [req-0b3f8193-3ec5-417d-8e18-1ce423990469 req-afe07504-b1f4-4179-926f-e689ebd86130 service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Neutron deleted interface dd30b601-e66c-460b-b46c-f2f002b29139; detaching it from the instance and deleting it from the info cache [ 1095.895792] env[65311]: DEBUG nova.network.neutron [req-0b3f8193-3ec5-417d-8e18-1ce423990469 req-afe07504-b1f4-4179-926f-e689ebd86130 service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.022790] env[65311]: INFO nova.compute.manager [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Resuming [ 1096.023514] env[65311]: DEBUG nova.objects.instance [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lazy-loading 'flavor' on Instance uuid a26378a7-b715-4c1a-9450-f7cf931ecec1 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.070246] env[65311]: INFO nova.compute.manager [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Detaching volume 88aee133-35a9-4eeb-b9e4-c2695e6f2570 [ 1096.114082] env[65311]: INFO nova.virt.block_device [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Attempting to driver detach volume 88aee133-35a9-4eeb-b9e4-c2695e6f2570 from mountpoint /dev/sdb [ 1096.114401] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.114630] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866600', 'volume_id': '88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'name': 'volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48461b1b-8c60-4048-9ec5-255dd7072b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'serial': '88aee133-35a9-4eeb-b9e4-c2695e6f2570'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.115690] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817b6cd-56d8-413b-a07d-305f2ad66fe2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.138308] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c236fb1c-68ed-4581-bc8c-8fb6f7cd0415 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.150326] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88305f8-5617-496d-bad6-f1474001d590 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.171757] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fbc16f-9f40-461d-a4eb-ff985964a1b6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.177608] env[65311]: INFO nova.compute.manager [None req-93c4b0be-6e20-442e-8018-fb0178dcb3d6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance to original state: 'active' [ 1096.192583] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The volume has not been displaced from its original location: [datastore1] volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570/volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.197937] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.198717] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.199469] env[65311]: DEBUG nova.compute.manager [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Instance network_info: |[{"id": "149e4f6d-2d22-4cae-aa16-9ae7ee9b905f", "address": "fa:16:3e:c8:cd:b0", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149e4f6d-2d", "ovs_interfaceid": "149e4f6d-2d22-4cae-aa16-9ae7ee9b905f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1096.199469] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3185a3-1cb0-4b18-b8e7-8c5803700d3e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.212369] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:cd:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '149e4f6d-2d22-4cae-aa16-9ae7ee9b905f', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.220209] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1096.220468] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.221150] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5f7b3f3-6a39-4f95-83fc-2099ead3d2a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.239234] env[65311]: DEBUG oslo_vmware.api [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1096.239234] env[65311]: value = "task-4428921" [ 1096.239234] env[65311]: _type = "Task" [ 1096.239234] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.245798] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.245798] env[65311]: value = "task-4428922" [ 1096.245798] env[65311]: _type = "Task" [ 1096.245798] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.249661] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.250217] env[65311]: DEBUG nova.compute.manager [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1096.252844] env[65311]: DEBUG oslo_vmware.api [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.256248] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.540s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.257720] env[65311]: INFO nova.compute.claims [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.271853] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428922, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.373435] env[65311]: DEBUG nova.network.neutron [-] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.402120] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-787ab816-75d1-468c-99e2-a497149b2d34 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.413670] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795806d5-396a-4698-b798-3714480f6d7b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.451285] env[65311]: DEBUG nova.compute.manager [req-0b3f8193-3ec5-417d-8e18-1ce423990469 req-afe07504-b1f4-4179-926f-e689ebd86130 service nova] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Detach interface failed, port_id=dd30b601-e66c-460b-b46c-f2f002b29139, reason: Instance 46912ce7-a23e-4d08-88bf-52a07534289c could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1096.460843] env[65311]: DEBUG nova.compute.manager [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Received event network-changed-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1096.460843] env[65311]: DEBUG nova.compute.manager [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Refreshing instance network info cache due to event network-changed-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1096.460843] env[65311]: DEBUG oslo_concurrency.lockutils [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] Acquiring lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.460843] env[65311]: DEBUG oslo_concurrency.lockutils [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] Acquired lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.460843] env[65311]: DEBUG nova.network.neutron [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Refreshing network info cache for port 149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.751879] env[65311]: DEBUG oslo_vmware.api [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428921, 'name': ReconfigVM_Task, 'duration_secs': 0.272617} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.755112] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.763684] env[65311]: DEBUG nova.compute.utils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.765068] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0edf1695-57e7-45d8-b3c0-bf5ab3715de4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.782092] env[65311]: DEBUG nova.compute.manager [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1096.785590] env[65311]: DEBUG nova.compute.manager [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1096.785938] env[65311]: DEBUG nova.network.neutron [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1096.786453] env[65311]: WARNING neutronclient.v2_0.client [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.787351] env[65311]: WARNING neutronclient.v2_0.client [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.798789] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428922, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.805346] env[65311]: DEBUG oslo_vmware.api [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1096.805346] env[65311]: value = "task-4428923" [ 1096.805346] env[65311]: _type = "Task" [ 1096.805346] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.817242] env[65311]: DEBUG oslo_vmware.api [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.841178] env[65311]: DEBUG nova.policy [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0029405beb248cbbf60a9d420d724a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68992ff22ad44caa9e7239f7c52fe99c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.876684] env[65311]: INFO nova.compute.manager [-] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Took 1.30 seconds to deallocate network for instance. [ 1096.964483] env[65311]: WARNING neutronclient.v2_0.client [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.155139] env[65311]: DEBUG nova.network.neutron [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Successfully created port: 6aba4679-7aa0-45ed-bbf6-61f185c24d5d {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1097.193605] env[65311]: WARNING neutronclient.v2_0.client [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.262219] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428922, 'name': CreateVM_Task, 'duration_secs': 0.661284} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.262421] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.262932] env[65311]: WARNING neutronclient.v2_0.client [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.263412] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.263571] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.263889] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.264204] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd89d55-0f1b-452d-a4e2-10b99fadc40c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.270271] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1097.270271] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5266103c-1a20-5f72-4173-851e0c1c659c" [ 1097.270271] env[65311]: _type = "Task" [ 1097.270271] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.280234] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5266103c-1a20-5f72-4173-851e0c1c659c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.317256] env[65311]: DEBUG oslo_vmware.api [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428923, 'name': ReconfigVM_Task, 'duration_secs': 0.159954} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.317256] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866600', 'volume_id': '88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'name': 'volume-88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '48461b1b-8c60-4048-9ec5-255dd7072b1c', 'attached_at': '', 'detached_at': '', 'volume_id': '88aee133-35a9-4eeb-b9e4-c2695e6f2570', 'serial': '88aee133-35a9-4eeb-b9e4-c2695e6f2570'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.341023] env[65311]: DEBUG nova.network.neutron [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Updated VIF entry in instance network info cache for port 149e4f6d-2d22-4cae-aa16-9ae7ee9b905f. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1097.341382] env[65311]: DEBUG nova.network.neutron [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Updating instance_info_cache with network_info: [{"id": "149e4f6d-2d22-4cae-aa16-9ae7ee9b905f", "address": "fa:16:3e:c8:cd:b0", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149e4f6d-2d", "ovs_interfaceid": "149e4f6d-2d22-4cae-aa16-9ae7ee9b905f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.383984] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.533381] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.533584] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquired lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.533745] env[65311]: DEBUG nova.network.neutron [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.568986] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5f7e9a-bc17-4581-a627-3207ef872063 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.578658] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97df40ad-bbc4-450f-ba98-36652bba71ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.617030] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316aeb2-dc08-426d-b175-802611b68be5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.626534] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9b8db1-73a5-4573-9ad6-37fec7709efa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.641607] env[65311]: DEBUG nova.compute.provider_tree [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.784428] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5266103c-1a20-5f72-4173-851e0c1c659c, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.784740] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.784971] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.785223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.785362] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.785545] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.785831] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb8b70a6-2202-4a25-a972-36bdf22fc5bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.800715] env[65311]: DEBUG nova.compute.manager [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1097.804281] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.804506] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.805533] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f64d30a4-4ef4-4e1b-bda8-df1b09c049a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.813835] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1097.813835] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52478208-7dba-91b5-05b4-78cd844c3ecf" [ 1097.813835] env[65311]: _type = "Task" [ 1097.813835] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.821416] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52478208-7dba-91b5-05b4-78cd844c3ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.831490] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1097.831732] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.831881] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1097.832066] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.832226] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1097.832472] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1097.832684] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1097.832837] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1097.832996] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1097.833292] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1097.833578] env[65311]: DEBUG nova.virt.hardware [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1097.834690] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bdfef3-65bc-435a-852f-0965542d898d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.843978] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3bb2df-4d67-4614-81f4-5efff057f539 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.848883] env[65311]: DEBUG oslo_concurrency.lockutils [req-69a1b516-1e9a-4a8b-b21d-2e1ff2ca47ce req-227845a5-3b0c-4fd8-978c-104f62324e19 service nova] Releasing lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.874358] env[65311]: DEBUG nova.objects.instance [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lazy-loading 'flavor' on Instance uuid 48461b1b-8c60-4048-9ec5-255dd7072b1c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.036763] env[65311]: WARNING neutronclient.v2_0.client [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.085903] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.086166] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.086373] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "fb4654f6-15e0-4b18-ab33-e620cccb5736-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.086548] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.086706] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.089259] env[65311]: INFO nova.compute.manager [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Terminating instance [ 1098.145327] env[65311]: DEBUG nova.scheduler.client.report [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.241373] env[65311]: WARNING neutronclient.v2_0.client [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.325850] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52478208-7dba-91b5-05b4-78cd844c3ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.026291} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.327126] env[65311]: DEBUG nova.network.neutron [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating instance_info_cache with network_info: [{"id": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "address": "fa:16:3e:fe:be:db", "network": {"id": "8b12045c-2bc4-4777-9ffa-30f3e69d7684", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-298293358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45b47df18c0d42f39fadb30280f62bd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d88b750a-0e7d-4f16-8bd5-8e6d5743b720", "external-id": "nsx-vlan-transportzone-715", "segmentation_id": 715, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4d5c10-35", "ovs_interfaceid": "6a4d5c10-35bc-48db-b46a-7c1816acd7b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.329009] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebc6a0b-f690-472e-960b-02a63f82b898 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.336482] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1098.336482] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bd5a8d-9cc3-43b9-4277-f68e8417d09c" [ 1098.336482] env[65311]: _type = "Task" [ 1098.336482] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.348126] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bd5a8d-9cc3-43b9-4277-f68e8417d09c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.596019] env[65311]: DEBUG nova.compute.manager [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1098.596019] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.596019] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-054ed3e8-5ad2-4c19-9a7b-8f9bd830ee81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.602128] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1098.602128] env[65311]: value = "task-4428924" [ 1098.602128] env[65311]: _type = "Task" [ 1098.602128] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.613439] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.653304] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.654026] env[65311]: DEBUG nova.compute.manager [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1098.656576] env[65311]: DEBUG oslo_concurrency.lockutils [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.297s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.657142] env[65311]: DEBUG nova.objects.instance [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lazy-loading 'resources' on Instance uuid d9d34cb2-b43d-407c-921c-a088ae1fb8d7 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.704238] env[65311]: DEBUG nova.compute.manager [req-33b68e12-b6ac-4881-9d6a-648059ca6c5e req-28102970-8003-49ef-908e-2502d8503480 service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Received event network-vif-plugged-6aba4679-7aa0-45ed-bbf6-61f185c24d5d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1098.704238] env[65311]: DEBUG oslo_concurrency.lockutils [req-33b68e12-b6ac-4881-9d6a-648059ca6c5e req-28102970-8003-49ef-908e-2502d8503480 service nova] Acquiring lock "20e5f52c-a77c-41f7-8a15-4631efbf4705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.704238] env[65311]: DEBUG oslo_concurrency.lockutils [req-33b68e12-b6ac-4881-9d6a-648059ca6c5e req-28102970-8003-49ef-908e-2502d8503480 service nova] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.704238] env[65311]: DEBUG oslo_concurrency.lockutils [req-33b68e12-b6ac-4881-9d6a-648059ca6c5e req-28102970-8003-49ef-908e-2502d8503480 service nova] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.704842] env[65311]: DEBUG nova.compute.manager [req-33b68e12-b6ac-4881-9d6a-648059ca6c5e req-28102970-8003-49ef-908e-2502d8503480 service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] No waiting events found dispatching network-vif-plugged-6aba4679-7aa0-45ed-bbf6-61f185c24d5d {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1098.705149] env[65311]: WARNING nova.compute.manager [req-33b68e12-b6ac-4881-9d6a-648059ca6c5e req-28102970-8003-49ef-908e-2502d8503480 service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Received unexpected event network-vif-plugged-6aba4679-7aa0-45ed-bbf6-61f185c24d5d for instance with vm_state building and task_state spawning. [ 1098.835083] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Releasing lock "refresh_cache-a26378a7-b715-4c1a-9450-f7cf931ecec1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.835083] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af821f1-9d93-4a25-8c0c-62406cfe3a08 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.848027] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Resuming the VM {{(pid=65311) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1098.852612] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd850a9-256e-4cae-98e1-39e97da7cd27 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.855346] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bd5a8d-9cc3-43b9-4277-f68e8417d09c, 'name': SearchDatastore_Task, 'duration_secs': 0.032354} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.856209] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.857080] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1a15e479-6aef-41bc-bedb-d8b25675f45a/1a15e479-6aef-41bc-bedb-d8b25675f45a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.857529] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-920be623-228e-43a0-a69f-b3c2a1ad1bfa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.863186] env[65311]: DEBUG oslo_vmware.api [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1098.863186] env[65311]: value = "task-4428925" [ 1098.863186] env[65311]: _type = "Task" [ 1098.863186] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.869118] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1098.869118] env[65311]: value = "task-4428926" [ 1098.869118] env[65311]: _type = "Task" [ 1098.869118] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.877636] env[65311]: DEBUG oslo_vmware.api [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.885853] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4090cd1-5af0-4537-9c9c-3cff39b2a883 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.324s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.887226] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.123579] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428924, 'name': PowerOffVM_Task, 'duration_secs': 0.254573} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.125619] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.125946] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1099.126175] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866604', 'volume_id': '80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'name': 'volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fb4654f6-15e0-4b18-ab33-e620cccb5736', 'attached_at': '2025-11-12T23:50:05.000000', 'detached_at': '', 'volume_id': '80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'serial': '80a2f428-59e7-4e93-aeda-ddb8605ea22d'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1099.127091] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aa7cee-578b-4ff3-b6c9-b5001c8a52be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.151299] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.151557] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.151755] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "48461b1b-8c60-4048-9ec5-255dd7072b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.151934] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.152112] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.154488] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca8da4-89d3-4dad-8ecf-1c1953e4cb69 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.157984] env[65311]: INFO nova.compute.manager [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Terminating instance [ 1099.161808] env[65311]: DEBUG nova.compute.utils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.167609] env[65311]: DEBUG nova.compute.manager [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1099.167845] env[65311]: DEBUG nova.network.neutron [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1099.168253] env[65311]: WARNING neutronclient.v2_0.client [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.168749] env[65311]: WARNING neutronclient.v2_0.client [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.177507] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fd140c-8d8e-4edd-bc90-3f6d9325ac01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.205675] env[65311]: DEBUG nova.network.neutron [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Successfully updated port: 6aba4679-7aa0-45ed-bbf6-61f185c24d5d {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1099.208742] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212c1678-0a50-451c-b3d3-618d3a3361f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.236061] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The volume has not been displaced from its original location: [datastore1] volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d/volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1099.242949] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.248084] env[65311]: DEBUG nova.policy [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0029405beb248cbbf60a9d420d724a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68992ff22ad44caa9e7239f7c52fe99c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.250640] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-916a6a70-0a76-41ff-90b8-9f65ab619b47 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.276604] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1099.276604] env[65311]: value = "task-4428927" [ 1099.276604] env[65311]: _type = "Task" [ 1099.276604] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.298752] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.380359] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482028} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.386642] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1a15e479-6aef-41bc-bedb-d8b25675f45a/1a15e479-6aef-41bc-bedb-d8b25675f45a.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.386898] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.387210] env[65311]: DEBUG oslo_vmware.api [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.387757] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e528dc47-7237-4631-9305-1d7c363c9abc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.400079] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1099.400079] env[65311]: value = "task-4428928" [ 1099.400079] env[65311]: _type = "Task" [ 1099.400079] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.415400] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.517906] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8171ceb8-5c8f-4267-be74-65f4e6e87519 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.528255] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c242f296-c957-4304-93f1-b770e0214ed0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.564138] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dabc3a-4c28-4116-9fbb-8b23bf9f1b46 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.575237] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4996910-3066-4371-98f4-e2138083c40f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.593937] env[65311]: DEBUG nova.compute.provider_tree [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.661514] env[65311]: DEBUG nova.network.neutron [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Successfully created port: 47993949-f9eb-44f8-8a91-b21675bdc156 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1099.675878] env[65311]: DEBUG nova.compute.manager [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1099.678793] env[65311]: DEBUG nova.compute.manager [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1099.678985] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.680017] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7453007-60e9-4262-8f92-cccc1d51416d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.688777] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.688996] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dbda766-6e69-48b8-ba81-4459b258e4d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.696439] env[65311]: DEBUG oslo_vmware.api [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1099.696439] env[65311]: value = "task-4428929" [ 1099.696439] env[65311]: _type = "Task" [ 1099.696439] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.706641] env[65311]: DEBUG oslo_vmware.api [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.708387] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.708490] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.708833] env[65311]: DEBUG nova.network.neutron [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1099.792798] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.877378] env[65311]: DEBUG oslo_vmware.api [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428925, 'name': PowerOnVM_Task, 'duration_secs': 0.5689} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.877617] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Resumed the VM {{(pid=65311) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1099.877793] env[65311]: DEBUG nova.compute.manager [None req-ecb9efe8-9afe-4bbe-9069-56d00773408e tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1099.878678] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6e3e43-75d3-458c-b3cb-b33eb9b34ee7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.910694] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082281} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.911094] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.912289] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45512e6-af86-4c19-876d-f03fdb0e0edc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.937933] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 1a15e479-6aef-41bc-bedb-d8b25675f45a/1a15e479-6aef-41bc-bedb-d8b25675f45a.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.939049] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27f24cf4-d0f5-4b6d-b942-70a11bb075c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.960575] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1099.960575] env[65311]: value = "task-4428930" [ 1099.960575] env[65311]: _type = "Task" [ 1099.960575] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.970364] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.097776] env[65311]: DEBUG nova.scheduler.client.report [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.208289] env[65311]: DEBUG oslo_vmware.api [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428929, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.276176] env[65311]: DEBUG nova.network.neutron [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1100.294515] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428927, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.448819] env[65311]: WARNING neutronclient.v2_0.client [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.471343] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428930, 'name': ReconfigVM_Task, 'duration_secs': 0.340078} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.471635] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 1a15e479-6aef-41bc-bedb-d8b25675f45a/1a15e479-6aef-41bc-bedb-d8b25675f45a.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.472313] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9229f618-8ebf-42ec-8016-e6f94fed2fa4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.479855] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1100.479855] env[65311]: value = "task-4428931" [ 1100.479855] env[65311]: _type = "Task" [ 1100.479855] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.489651] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428931, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.603465] env[65311]: DEBUG oslo_concurrency.lockutils [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.606283] env[65311]: DEBUG oslo_concurrency.lockutils [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.171s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.634564] env[65311]: DEBUG nova.network.neutron [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Updating instance_info_cache with network_info: [{"id": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "address": "fa:16:3e:43:90:79", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aba4679-7a", "ovs_interfaceid": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.636824] env[65311]: INFO nova.scheduler.client.report [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Deleted allocations for instance d9d34cb2-b43d-407c-921c-a088ae1fb8d7 [ 1100.687451] env[65311]: DEBUG nova.compute.manager [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1100.710948] env[65311]: DEBUG oslo_vmware.api [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428929, 'name': PowerOffVM_Task, 'duration_secs': 0.613199} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.711256] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.711460] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.711715] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29c9af1c-a492-46e8-a487-431682cf57ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.724385] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1100.724624] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.724753] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1100.724930] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.725090] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1100.725237] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1100.725478] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1100.725641] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1100.725802] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1100.725961] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1100.726157] env[65311]: DEBUG nova.virt.hardware [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1100.727468] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2261ce9-b7b9-46cf-bf4b-3e8c312f339a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.737012] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be625e4-794f-4bb4-a455-e2ce634020f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.745974] env[65311]: DEBUG nova.compute.manager [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Received event network-changed-6aba4679-7aa0-45ed-bbf6-61f185c24d5d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1100.745974] env[65311]: DEBUG nova.compute.manager [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Refreshing instance network info cache due to event network-changed-6aba4679-7aa0-45ed-bbf6-61f185c24d5d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1100.745974] env[65311]: DEBUG oslo_concurrency.lockutils [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] Acquiring lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.789544] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.789917] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.789917] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleting the datastore file [datastore2] 48461b1b-8c60-4048-9ec5-255dd7072b1c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.790672] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ed32d2d-e35d-4741-9799-487932140ed0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.796371] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428927, 'name': ReconfigVM_Task, 'duration_secs': 1.294801} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.797057] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.803073] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d955244-8fc9-42d2-985a-d3ea028c072e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.813360] env[65311]: DEBUG oslo_vmware.api [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1100.813360] env[65311]: value = "task-4428933" [ 1100.813360] env[65311]: _type = "Task" [ 1100.813360] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.820380] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1100.820380] env[65311]: value = "task-4428934" [ 1100.820380] env[65311]: _type = "Task" [ 1100.820380] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.825032] env[65311]: DEBUG oslo_vmware.api [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.834656] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.991488] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428931, 'name': Rename_Task, 'duration_secs': 0.168392} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.991774] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.992111] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6456f65-0894-4c89-8ccd-49961f6d5172 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.000598] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1101.000598] env[65311]: value = "task-4428935" [ 1101.000598] env[65311]: _type = "Task" [ 1101.000598] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.010690] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.139352] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.139722] env[65311]: DEBUG nova.compute.manager [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Instance network_info: |[{"id": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "address": "fa:16:3e:43:90:79", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aba4679-7a", "ovs_interfaceid": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1101.140191] env[65311]: DEBUG oslo_concurrency.lockutils [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] Acquired lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.140430] env[65311]: DEBUG nova.network.neutron [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Refreshing network info cache for port 6aba4679-7aa0-45ed-bbf6-61f185c24d5d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.142672] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:90:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aba4679-7aa0-45ed-bbf6-61f185c24d5d', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.151858] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Creating folder: Project (68992ff22ad44caa9e7239f7c52fe99c). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.153746] env[65311]: WARNING neutronclient.v2_0.client [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.157861] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5577950b-f6bd-442d-8981-1030214d55e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.163426] env[65311]: DEBUG oslo_concurrency.lockutils [None req-852ff8d4-eaf6-4578-abb2-20c51aed4cdc tempest-ImagesTestJSON-762064805 tempest-ImagesTestJSON-762064805-project-member] Lock "d9d34cb2-b43d-407c-921c-a088ae1fb8d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.337s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.182940] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Created folder: Project (68992ff22ad44caa9e7239f7c52fe99c) in parent group-v866349. [ 1101.183260] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Creating folder: Instances. Parent ref: group-v866634. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.183527] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45784aec-11cb-493f-a36a-9d36eaadde89 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.197824] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Created folder: Instances in parent group-v866634. [ 1101.198442] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1101.198442] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.198941] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dafb95f-1734-4419-86f6-041f300ed9c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.219547] env[65311]: DEBUG nova.network.neutron [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Successfully updated port: 47993949-f9eb-44f8-8a91-b21675bdc156 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1101.231696] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.231696] env[65311]: value = "task-4428938" [ 1101.231696] env[65311]: _type = "Task" [ 1101.231696] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.246254] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428938, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.333178] env[65311]: DEBUG oslo_vmware.api [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4428933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39042} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.336383] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.336983] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.336983] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.336983] env[65311]: INFO nova.compute.manager [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1101.337240] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1101.337675] env[65311]: DEBUG nova.compute.manager [-] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1101.337778] env[65311]: DEBUG nova.network.neutron [-] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1101.338030] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.343341] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428934, 'name': ReconfigVM_Task, 'duration_secs': 0.257695} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.343656] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866604', 'volume_id': '80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'name': 'volume-80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fb4654f6-15e0-4b18-ab33-e620cccb5736', 'attached_at': '2025-11-12T23:50:05.000000', 'detached_at': '', 'volume_id': '80a2f428-59e7-4e93-aeda-ddb8605ea22d', 'serial': '80a2f428-59e7-4e93-aeda-ddb8605ea22d'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1101.344073] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.345150] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f074e-7550-4714-b504-dce6ca847cdf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.356357] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.356847] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c637f02-c37c-49f9-a984-f113f899ce3c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.408138] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e6dc7a-f72f-43fd-a2d9-901a092c9f9b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.423543] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1efeed9-0879-451e-8ce3-5092d4bfb78a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.429452] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.467355] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d80e611-a634-42ab-895b-1b60ee12332e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.474026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.474026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.474026] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleting the datastore file [datastore2] fb4654f6-15e0-4b18-ab33-e620cccb5736 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.474026] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-781d0ce0-0d05-4e40-9be4-e597d9d2a1b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.483282] env[65311]: WARNING neutronclient.v2_0.client [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.487160] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53f2a54-98b4-4ca0-8d5e-8c748cfff039 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.491740] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1101.491740] env[65311]: value = "task-4428940" [ 1101.491740] env[65311]: _type = "Task" [ 1101.491740] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.506801] env[65311]: DEBUG nova.compute.provider_tree [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.514266] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.520670] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.613812] env[65311]: DEBUG nova.network.neutron [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Updated VIF entry in instance network info cache for port 6aba4679-7aa0-45ed-bbf6-61f185c24d5d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1101.614372] env[65311]: DEBUG nova.network.neutron [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Updating instance_info_cache with network_info: [{"id": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "address": "fa:16:3e:43:90:79", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aba4679-7a", "ovs_interfaceid": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.726534] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "refresh_cache-bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.726739] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "refresh_cache-bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.726925] env[65311]: DEBUG nova.network.neutron [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1101.745560] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428938, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.004164] env[65311]: DEBUG oslo_vmware.api [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4428940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162947} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.004458] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.004642] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.004825] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.004998] env[65311]: INFO nova.compute.manager [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Took 3.41 seconds to destroy the instance on the hypervisor. [ 1102.005322] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1102.005643] env[65311]: DEBUG nova.compute.manager [-] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1102.005766] env[65311]: DEBUG nova.network.neutron [-] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1102.006012] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.011957] env[65311]: DEBUG nova.scheduler.client.report [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.019616] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.052758] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.118581] env[65311]: DEBUG oslo_concurrency.lockutils [req-418755e6-45b4-47ef-9b58-f15854639233 req-1f4bcdaf-c66b-4614-857c-d4c2f14a7d26 service nova] Releasing lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.247428] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428938, 'name': CreateVM_Task, 'duration_secs': 0.529125} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.247662] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.248560] env[65311]: WARNING neutronclient.v2_0.client [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.249009] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.250234] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.250777] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.251285] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd45170-2be7-4d51-902d-03688d373273 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.260355] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1102.260355] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e61504-374b-deee-92f4-2a5f71f03fc3" [ 1102.260355] env[65311]: _type = "Task" [ 1102.260355] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.274904] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e61504-374b-deee-92f4-2a5f71f03fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.454744] env[65311]: DEBUG nova.network.neutron [-] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.516963] env[65311]: DEBUG oslo_vmware.api [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428935, 'name': PowerOnVM_Task, 'duration_secs': 1.294225} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.516963] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.516963] env[65311]: INFO nova.compute.manager [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1102.516963] env[65311]: DEBUG nova.compute.manager [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1102.517985] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f8066c-a5a5-4618-b690-c4ae13bbb468 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.654914] env[65311]: DEBUG nova.network.neutron [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1102.778784] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e61504-374b-deee-92f4-2a5f71f03fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.779395] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.779395] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.780354] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.780354] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.780354] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.780354] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74ac2162-8587-4f4f-8089-c9d5409892d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.791553] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.792384] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.792429] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aef3e63-abe9-4372-bda3-de64a0d0d437 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.799574] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1102.799574] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e75a34-e4dc-0d85-0681-7d7e9e8cce31" [ 1102.799574] env[65311]: _type = "Task" [ 1102.799574] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.816483] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e75a34-e4dc-0d85-0681-7d7e9e8cce31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.852921] env[65311]: WARNING neutronclient.v2_0.client [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.899551] env[65311]: DEBUG nova.compute.manager [req-5060fe69-4ac6-4ec6-809e-ddb0b2f50d03 req-5b17bb9b-8d0b-4c17-8186-76482ea50646 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Received event network-vif-deleted-22728c9b-ccf6-4dbb-8ef0-7f7951270aa0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1102.899797] env[65311]: INFO nova.compute.manager [req-5060fe69-4ac6-4ec6-809e-ddb0b2f50d03 req-5b17bb9b-8d0b-4c17-8186-76482ea50646 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Neutron deleted interface 22728c9b-ccf6-4dbb-8ef0-7f7951270aa0; detaching it from the instance and deleting it from the info cache [ 1102.899919] env[65311]: DEBUG nova.network.neutron [req-5060fe69-4ac6-4ec6-809e-ddb0b2f50d03 req-5b17bb9b-8d0b-4c17-8186-76482ea50646 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.960402] env[65311]: INFO nova.compute.manager [-] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Took 1.62 seconds to deallocate network for instance. [ 1102.984279] env[65311]: DEBUG nova.network.neutron [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Updating instance_info_cache with network_info: [{"id": "47993949-f9eb-44f8-8a91-b21675bdc156", "address": "fa:16:3e:2c:37:e2", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47993949-f9", "ovs_interfaceid": "47993949-f9eb-44f8-8a91-b21675bdc156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.027752] env[65311]: DEBUG oslo_concurrency.lockutils [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.421s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.031822] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.380s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.035020] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.035020] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1103.035020] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.784s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.035020] env[65311]: DEBUG nova.objects.instance [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'pci_requests' on Instance uuid 5996f38b-8383-45dd-b15d-0d60460e44c5 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.041857] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21231cba-c37e-496f-9ad3-fdadc5ade725 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.048269] env[65311]: INFO nova.compute.manager [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Took 31.35 seconds to build instance. [ 1103.057214] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874edd06-c143-4af4-a36e-4caebe918039 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.077394] env[65311]: DEBUG nova.network.neutron [-] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.079839] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece6855d-9cc7-48fc-b16a-a130b8241efd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.089485] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a3fc73-df59-41ef-8b6a-4afd414ed192 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.131932] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179546MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1103.132161] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.134867] env[65311]: DEBUG nova.compute.manager [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Received event network-vif-plugged-47993949-f9eb-44f8-8a91-b21675bdc156 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1103.135082] env[65311]: DEBUG oslo_concurrency.lockutils [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] Acquiring lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.135295] env[65311]: DEBUG oslo_concurrency.lockutils [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.135461] env[65311]: DEBUG oslo_concurrency.lockutils [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.135619] env[65311]: DEBUG nova.compute.manager [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] No waiting events found dispatching network-vif-plugged-47993949-f9eb-44f8-8a91-b21675bdc156 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1103.135772] env[65311]: WARNING nova.compute.manager [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Received unexpected event network-vif-plugged-47993949-f9eb-44f8-8a91-b21675bdc156 for instance with vm_state building and task_state spawning. [ 1103.135921] env[65311]: DEBUG nova.compute.manager [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Received event network-changed-47993949-f9eb-44f8-8a91-b21675bdc156 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1103.136113] env[65311]: DEBUG nova.compute.manager [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Refreshing instance network info cache due to event network-changed-47993949-f9eb-44f8-8a91-b21675bdc156. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1103.136275] env[65311]: DEBUG oslo_concurrency.lockutils [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] Acquiring lock "refresh_cache-bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.313901] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e75a34-e4dc-0d85-0681-7d7e9e8cce31, 'name': SearchDatastore_Task, 'duration_secs': 0.010367} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.314842] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825c29c2-4044-4b24-b456-ecec7f2e4bf3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.321888] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1103.321888] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5228cc1a-01ba-d948-61ec-18a472b6f135" [ 1103.321888] env[65311]: _type = "Task" [ 1103.321888] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.332758] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5228cc1a-01ba-d948-61ec-18a472b6f135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.406519] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d29b457e-d936-4902-905b-bba33d0caa7a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.417316] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b61b9-4931-43bb-b7c2-5530bcc1157d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.451119] env[65311]: DEBUG nova.compute.manager [req-5060fe69-4ac6-4ec6-809e-ddb0b2f50d03 req-5b17bb9b-8d0b-4c17-8186-76482ea50646 service nova] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Detach interface failed, port_id=22728c9b-ccf6-4dbb-8ef0-7f7951270aa0, reason: Instance fb4654f6-15e0-4b18-ab33-e620cccb5736 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1103.467515] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.486948] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "refresh_cache-bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.487347] env[65311]: DEBUG nova.compute.manager [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Instance network_info: |[{"id": "47993949-f9eb-44f8-8a91-b21675bdc156", "address": "fa:16:3e:2c:37:e2", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47993949-f9", "ovs_interfaceid": "47993949-f9eb-44f8-8a91-b21675bdc156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1103.487665] env[65311]: DEBUG oslo_concurrency.lockutils [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] Acquired lock "refresh_cache-bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.487836] env[65311]: DEBUG nova.network.neutron [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Refreshing network info cache for port 47993949-f9eb-44f8-8a91-b21675bdc156 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.489106] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:37:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47993949-f9eb-44f8-8a91-b21675bdc156', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.496434] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1103.499119] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.499489] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d9c170-26ab-4b43-a3b4-286c0910cdb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.524413] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.524413] env[65311]: value = "task-4428941" [ 1103.524413] env[65311]: _type = "Task" [ 1103.524413] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.531620] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428941, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.543311] env[65311]: DEBUG nova.objects.instance [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'numa_topology' on Instance uuid 5996f38b-8383-45dd-b15d-0d60460e44c5 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.550483] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f93d9c5d-1e9b-4ff4-a82a-94a9587a466f tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.859s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.583458] env[65311]: INFO nova.compute.manager [-] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Took 1.58 seconds to deallocate network for instance. [ 1103.621903] env[65311]: INFO nova.scheduler.client.report [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted allocation for migration be25b73b-edd9-4a85-aebc-f55accdf2547 [ 1103.692449] env[65311]: DEBUG oslo_concurrency.lockutils [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.692745] env[65311]: DEBUG oslo_concurrency.lockutils [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.693114] env[65311]: DEBUG oslo_concurrency.lockutils [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.693532] env[65311]: DEBUG oslo_concurrency.lockutils [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.693720] env[65311]: DEBUG oslo_concurrency.lockutils [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.696635] env[65311]: INFO nova.compute.manager [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Terminating instance [ 1103.836414] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5228cc1a-01ba-d948-61ec-18a472b6f135, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.836862] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.836959] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 20e5f52c-a77c-41f7-8a15-4631efbf4705/20e5f52c-a77c-41f7-8a15-4631efbf4705.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.837226] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0a3f72b-cab2-401f-a83a-0a51369c6f4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.846026] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1103.846026] env[65311]: value = "task-4428942" [ 1103.846026] env[65311]: _type = "Task" [ 1103.846026] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.856348] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.997892] env[65311]: WARNING neutronclient.v2_0.client [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.037296] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428941, 'name': CreateVM_Task, 'duration_secs': 0.338843} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.037488] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.037998] env[65311]: WARNING neutronclient.v2_0.client [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.038389] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.038537] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.039218] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.039218] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc997d5-f2e8-488d-8312-87c6ddaa37e1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.047915] env[65311]: INFO nova.compute.claims [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.051463] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1104.051463] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520fe70d-2d45-80fc-71aa-7a6ab9a38744" [ 1104.051463] env[65311]: _type = "Task" [ 1104.051463] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.062831] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520fe70d-2d45-80fc-71aa-7a6ab9a38744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.131213] env[65311]: DEBUG oslo_concurrency.lockutils [None req-254b56e5-97a3-417d-849a-ada23218bce8 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.318s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.157033] env[65311]: INFO nova.compute.manager [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Took 0.57 seconds to detach 1 volumes for instance. [ 1104.202291] env[65311]: DEBUG nova.compute.manager [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1104.202641] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.208053] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8262b12e-bd1f-44af-a6c5-feb9ca620c88 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.222970] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.223346] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78c88871-e199-4d0e-b613-55756eca8df6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.232318] env[65311]: DEBUG oslo_vmware.api [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1104.232318] env[65311]: value = "task-4428943" [ 1104.232318] env[65311]: _type = "Task" [ 1104.232318] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.246230] env[65311]: DEBUG oslo_vmware.api [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.281618] env[65311]: WARNING neutronclient.v2_0.client [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.359956] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463737} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.360276] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 20e5f52c-a77c-41f7-8a15-4631efbf4705/20e5f52c-a77c-41f7-8a15-4631efbf4705.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.360507] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.360855] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31b81d1e-81ed-4c95-8e73-03dac3f603c9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.370682] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1104.370682] env[65311]: value = "task-4428944" [ 1104.370682] env[65311]: _type = "Task" [ 1104.370682] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.386236] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.404920] env[65311]: DEBUG nova.network.neutron [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Updated VIF entry in instance network info cache for port 47993949-f9eb-44f8-8a91-b21675bdc156. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1104.405097] env[65311]: DEBUG nova.network.neutron [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Updating instance_info_cache with network_info: [{"id": "47993949-f9eb-44f8-8a91-b21675bdc156", "address": "fa:16:3e:2c:37:e2", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47993949-f9", "ovs_interfaceid": "47993949-f9eb-44f8-8a91-b21675bdc156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.567036] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520fe70d-2d45-80fc-71aa-7a6ab9a38744, 'name': SearchDatastore_Task, 'duration_secs': 0.055495} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.568025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.568277] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.568507] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.568641] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.568959] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.570710] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a541be88-6088-4994-87b0-e910ccb05be6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.582018] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.582018] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.582018] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab4080f-5a89-41b9-8ae8-cfec908c9a16 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.589214] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1104.589214] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5294b125-ddda-a652-fb4e-57f9b7843b61" [ 1104.589214] env[65311]: _type = "Task" [ 1104.589214] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.598199] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5294b125-ddda-a652-fb4e-57f9b7843b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.638038] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "1a15e479-6aef-41bc-bedb-d8b25675f45a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.639025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.639025] env[65311]: INFO nova.compute.manager [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Shelving [ 1104.664022] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.687773] env[65311]: DEBUG oslo_concurrency.lockutils [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.688126] env[65311]: DEBUG oslo_concurrency.lockutils [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.688248] env[65311]: DEBUG oslo_concurrency.lockutils [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.688427] env[65311]: DEBUG oslo_concurrency.lockutils [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.688591] env[65311]: DEBUG oslo_concurrency.lockutils [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.690720] env[65311]: INFO nova.compute.manager [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Terminating instance [ 1104.745155] env[65311]: DEBUG oslo_vmware.api [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428943, 'name': PowerOffVM_Task, 'duration_secs': 0.310412} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.745426] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.745673] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.745952] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daa955bb-34de-463a-aca9-deb66df2cf93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.831208] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.831208] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.831208] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Deleting the datastore file [datastore2] d8abbc7b-bcf9-4f3c-a441-699e40be985c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.831888] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af8c34b4-de7c-448d-a595-9239403a8225 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.839153] env[65311]: DEBUG oslo_vmware.api [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1104.839153] env[65311]: value = "task-4428946" [ 1104.839153] env[65311]: _type = "Task" [ 1104.839153] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.848461] env[65311]: DEBUG oslo_vmware.api [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.882392] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080887} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.882705] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.883620] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c618fc65-0e9d-4f7c-a55f-5ac9e98ba77b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.909893] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 20e5f52c-a77c-41f7-8a15-4631efbf4705/20e5f52c-a77c-41f7-8a15-4631efbf4705.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.910760] env[65311]: DEBUG oslo_concurrency.lockutils [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] Releasing lock "refresh_cache-bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.910760] env[65311]: DEBUG nova.compute.manager [req-0dfe324e-c15e-4d63-a1c0-43b5886f74cb req-891fb63d-0e23-4f69-899b-974a7948be32 service nova] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Received event network-vif-deleted-4f9dee22-fc26-4052-af2d-2024ef3e66bf {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1104.910912] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4bfecc6-3131-40c9-8566-710d3f96f40b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.934483] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1104.934483] env[65311]: value = "task-4428947" [ 1104.934483] env[65311]: _type = "Task" [ 1104.934483] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.945461] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.101938] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5294b125-ddda-a652-fb4e-57f9b7843b61, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.106496] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4263c155-cc03-4dab-a34d-64a52d75a378 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.113229] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1105.113229] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52460aff-eac8-9628-0c15-4405828fc000" [ 1105.113229] env[65311]: _type = "Task" [ 1105.113229] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.124286] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52460aff-eac8-9628-0c15-4405828fc000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.198251] env[65311]: DEBUG nova.compute.manager [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1105.198486] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.199434] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cecd6c-0d82-4087-90ad-17406fb9902e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.208715] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.211819] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c82853a-c8a3-4a93-9dce-3a77566d0060 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.221700] env[65311]: DEBUG oslo_vmware.api [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1105.221700] env[65311]: value = "task-4428948" [ 1105.221700] env[65311]: _type = "Task" [ 1105.221700] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.234539] env[65311]: DEBUG oslo_vmware.api [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.338037] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6fba72-8e8f-46c9-bd87-38bb99bd96c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.355244] env[65311]: DEBUG oslo_vmware.api [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4428946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156463} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.357554] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.357764] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.357925] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.358115] env[65311]: INFO nova.compute.manager [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1105.358405] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1105.358702] env[65311]: DEBUG nova.compute.manager [-] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1105.358803] env[65311]: DEBUG nova.network.neutron [-] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1105.359058] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.361787] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2d2cc8-0505-4277-a901-e751075569e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.395728] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba9589b-a0d7-46d5-b77e-550b800f5240 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.404896] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb964c6-678a-4b94-85da-9c1d657fa027 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.410093] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.425890] env[65311]: DEBUG nova.compute.provider_tree [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.446896] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428947, 'name': ReconfigVM_Task, 'duration_secs': 0.343556} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.447247] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 20e5f52c-a77c-41f7-8a15-4631efbf4705/20e5f52c-a77c-41f7-8a15-4631efbf4705.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.447937] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e2ca733-5847-4464-908c-264f76f13551 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.458194] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1105.458194] env[65311]: value = "task-4428949" [ 1105.458194] env[65311]: _type = "Task" [ 1105.458194] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.469350] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428949, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.627547] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52460aff-eac8-9628-0c15-4405828fc000, 'name': SearchDatastore_Task, 'duration_secs': 0.013629} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.627947] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.628107] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285/bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.628465] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-832ccfc6-718f-4ba5-9517-d1ebc4b0f90e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.637369] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1105.637369] env[65311]: value = "task-4428950" [ 1105.637369] env[65311]: _type = "Task" [ 1105.637369] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.647733] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.652489] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.652785] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e3cefd3-abf4-4d69-95ad-badb02630d97 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.661717] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1105.661717] env[65311]: value = "task-4428951" [ 1105.661717] env[65311]: _type = "Task" [ 1105.661717] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.680165] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.694334] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.694586] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.733895] env[65311]: DEBUG oslo_vmware.api [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428948, 'name': PowerOffVM_Task, 'duration_secs': 0.472537} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.734215] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.734409] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.734682] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-211a039e-a7ae-4747-a315-f2837b7a3a30 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.828409] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.828528] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.828705] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleting the datastore file [datastore1] 30503b47-7a7a-4bdd-8b45-590e293ec7f9 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.829103] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e38fd54d-253f-40a4-b6b8-54ae2eeaffca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.839074] env[65311]: DEBUG oslo_vmware.api [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1105.839074] env[65311]: value = "task-4428953" [ 1105.839074] env[65311]: _type = "Task" [ 1105.839074] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.851058] env[65311]: DEBUG oslo_vmware.api [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.930811] env[65311]: DEBUG nova.scheduler.client.report [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.971637] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428949, 'name': Rename_Task, 'duration_secs': 0.243242} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.971959] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.972248] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b514e42-eef5-4c17-95ee-eda297b40b1b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.984763] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1105.984763] env[65311]: value = "task-4428954" [ 1105.984763] env[65311]: _type = "Task" [ 1105.984763] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.996562] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.148934] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428950, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.174377] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428951, 'name': PowerOffVM_Task, 'duration_secs': 0.31114} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.174743] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.175675] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d95f6-0425-479a-880e-7308cfb66ea9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.201940] env[65311]: DEBUG nova.compute.manager [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1106.208107] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1f37a5-b9f8-4d36-97a1-296ff390621d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.352943] env[65311]: DEBUG oslo_vmware.api [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4428953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427229} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.353469] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.353815] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.354136] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.354519] env[65311]: INFO nova.compute.manager [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1106.354900] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1106.355248] env[65311]: DEBUG nova.compute.manager [-] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1106.355854] env[65311]: DEBUG nova.network.neutron [-] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1106.356746] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.438795] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.406s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.439379] env[65311]: WARNING neutronclient.v2_0.client [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.443138] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.249s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.445825] env[65311]: INFO nova.compute.claims [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.454021] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.478777] env[65311]: DEBUG nova.network.neutron [-] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.502423] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428954, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.515141] env[65311]: INFO nova.network.neutron [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating port 2483e5d8-61cb-4cc0-9b9a-953ed7af1309 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1106.519526] env[65311]: DEBUG nova.compute.manager [req-c8c527d8-d175-48ec-acca-09e308aba39c req-fac1b0a6-af9b-4e34-b13e-5fb0d3e05c50 service nova] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Received event network-vif-deleted-1cd3f164-04cf-4236-a4f1-1f9b8358c579 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1106.651661] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529858} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.651661] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285/bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.651661] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.651661] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76f31741-9c06-4ade-aea0-29348091bc0d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.661466] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1106.661466] env[65311]: value = "task-4428955" [ 1106.661466] env[65311]: _type = "Task" [ 1106.661466] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.671539] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.721697] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1106.722321] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-749be2ec-bc8b-4996-b106-921542652fab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.728881] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.730895] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1106.730895] env[65311]: value = "task-4428956" [ 1106.730895] env[65311]: _type = "Task" [ 1106.730895] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.740475] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.984390] env[65311]: INFO nova.compute.manager [-] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Took 1.62 seconds to deallocate network for instance. [ 1106.998249] env[65311]: DEBUG oslo_vmware.api [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428954, 'name': PowerOnVM_Task, 'duration_secs': 0.570959} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.998628] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.998906] env[65311]: INFO nova.compute.manager [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1106.999143] env[65311]: DEBUG nova.compute.manager [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1107.000038] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380fe6af-37c4-456d-9536-50d03f83510f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.117714] env[65311]: DEBUG nova.compute.manager [req-422c54f6-806b-4e1d-b126-5ce58b6ba320 req-8e859066-9319-4a5d-8a1a-219f563f7c12 service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Received event network-vif-deleted-97762736-896f-4a3b-bb9e-cc57d1cbd31b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1107.117894] env[65311]: INFO nova.compute.manager [req-422c54f6-806b-4e1d-b126-5ce58b6ba320 req-8e859066-9319-4a5d-8a1a-219f563f7c12 service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Neutron deleted interface 97762736-896f-4a3b-bb9e-cc57d1cbd31b; detaching it from the instance and deleting it from the info cache [ 1107.118063] env[65311]: DEBUG nova.network.neutron [req-422c54f6-806b-4e1d-b126-5ce58b6ba320 req-8e859066-9319-4a5d-8a1a-219f563f7c12 service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.173736] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070981} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.173880] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.174766] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d240a253-e23f-4e24-8355-7da980f8353a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.199664] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285/bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.200364] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f749b1c-c511-4639-8af3-c999d3cbe2b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.220861] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1107.220861] env[65311]: value = "task-4428957" [ 1107.220861] env[65311]: _type = "Task" [ 1107.220861] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.230156] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.240434] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.253564] env[65311]: DEBUG nova.network.neutron [-] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.491632] env[65311]: DEBUG oslo_concurrency.lockutils [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.520389] env[65311]: INFO nova.compute.manager [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Took 28.26 seconds to build instance. [ 1107.624575] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e687c57-c305-46c1-b968-21612d533487 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.635611] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2238570a-7880-4f11-91b7-7c0440b3db6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.674382] env[65311]: DEBUG nova.compute.manager [req-422c54f6-806b-4e1d-b126-5ce58b6ba320 req-8e859066-9319-4a5d-8a1a-219f563f7c12 service nova] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Detach interface failed, port_id=97762736-896f-4a3b-bb9e-cc57d1cbd31b, reason: Instance 30503b47-7a7a-4bdd-8b45-590e293ec7f9 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1107.735023] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428957, 'name': ReconfigVM_Task, 'duration_secs': 0.291926} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.740199] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Reconfigured VM instance instance-00000066 to attach disk [datastore1] bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285/bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.742222] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6837d1-08a7-49ff-9e63-f3ca084a958d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.744616] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cdf4514-311e-4205-900f-f3c42c573a2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.754236] env[65311]: INFO nova.compute.manager [-] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Took 1.40 seconds to deallocate network for instance. [ 1107.763169] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee8ba1e-7288-44f1-a318-1b630451e41c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.766936] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.767110] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1107.767110] env[65311]: value = "task-4428958" [ 1107.767110] env[65311]: _type = "Task" [ 1107.767110] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.804597] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123dcd7-f959-47bf-aa6f-5ec548db4b60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.811122] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428958, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.818125] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e9346-d669-4604-bd67-37562ef8d73a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.842545] env[65311]: DEBUG nova.compute.provider_tree [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.907758] env[65311]: DEBUG oslo_concurrency.lockutils [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.907969] env[65311]: DEBUG oslo_concurrency.lockutils [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.908202] env[65311]: DEBUG oslo_concurrency.lockutils [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.908396] env[65311]: DEBUG oslo_concurrency.lockutils [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.908559] env[65311]: DEBUG oslo_concurrency.lockutils [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.913979] env[65311]: INFO nova.compute.manager [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Terminating instance [ 1108.023105] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3f202f-b98a-423e-9081-80fa8f3e78ca tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.769s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.252590] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428956, 'name': CreateSnapshot_Task, 'duration_secs': 1.490151} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.252865] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1108.253711] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c52b17-eafe-422a-a785-89a17fff9494 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.285538] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428958, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.305046] env[65311]: DEBUG oslo_concurrency.lockutils [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.348597] env[65311]: DEBUG nova.scheduler.client.report [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.420786] env[65311]: DEBUG nova.compute.manager [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1108.420786] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.420786] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ec61c-c434-4b89-83b6-112e074cfafc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.425068] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.427401] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.427401] env[65311]: DEBUG nova.network.neutron [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1108.433524] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.433907] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec80d406-3f16-437f-b533-5b32f46dcc05 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.444712] env[65311]: DEBUG oslo_vmware.api [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1108.444712] env[65311]: value = "task-4428959" [ 1108.444712] env[65311]: _type = "Task" [ 1108.444712] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.456172] env[65311]: DEBUG oslo_vmware.api [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.517354] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquiring lock "acd4a69e-f407-4144-9fbe-86a379c8180e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.517631] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.774910] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1108.775331] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-352d2af5-2101-4228-83b0-bf69542c51be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.788372] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428958, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.789758] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1108.789758] env[65311]: value = "task-4428960" [ 1108.789758] env[65311]: _type = "Task" [ 1108.789758] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.799189] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428960, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.854521] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.855063] env[65311]: DEBUG nova.compute.manager [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1108.857889] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.146s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.859381] env[65311]: INFO nova.compute.claims [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.931381] env[65311]: WARNING neutronclient.v2_0.client [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.959458] env[65311]: DEBUG oslo_vmware.api [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428959, 'name': PowerOffVM_Task, 'duration_secs': 0.502644} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.959458] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.959458] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.959458] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c76017ac-7feb-41a6-b172-37abea99d658 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.020832] env[65311]: DEBUG nova.compute.manager [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1109.056537] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.056537] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.056817] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleting the datastore file [datastore2] a26378a7-b715-4c1a-9450-f7cf931ecec1 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.057033] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbe987ab-ae88-4414-b13b-fa5ba61712f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.065491] env[65311]: DEBUG oslo_vmware.api [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for the task: (returnval){ [ 1109.065491] env[65311]: value = "task-4428962" [ 1109.065491] env[65311]: _type = "Task" [ 1109.065491] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.078054] env[65311]: DEBUG oslo_vmware.api [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.145901] env[65311]: WARNING neutronclient.v2_0.client [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.153830] env[65311]: DEBUG nova.compute.manager [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received event network-vif-plugged-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1109.154411] env[65311]: DEBUG oslo_concurrency.lockutils [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.154411] env[65311]: DEBUG oslo_concurrency.lockutils [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.154536] env[65311]: DEBUG oslo_concurrency.lockutils [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.154745] env[65311]: DEBUG nova.compute.manager [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] No waiting events found dispatching network-vif-plugged-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1109.154964] env[65311]: WARNING nova.compute.manager [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received unexpected event network-vif-plugged-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 for instance with vm_state shelved_offloaded and task_state spawning. [ 1109.155169] env[65311]: DEBUG nova.compute.manager [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received event network-changed-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1109.155350] env[65311]: DEBUG nova.compute.manager [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Refreshing instance network info cache due to event network-changed-2483e5d8-61cb-4cc0-9b9a-953ed7af1309. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1109.155554] env[65311]: DEBUG oslo_concurrency.lockutils [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] Acquiring lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.263428] env[65311]: DEBUG nova.network.neutron [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating instance_info_cache with network_info: [{"id": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "address": "fa:16:3e:9c:f9:a0", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2483e5d8-61", "ovs_interfaceid": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.287098] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428958, 'name': Rename_Task, 'duration_secs': 1.189231} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.287394] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.287675] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-105abd51-96d4-4207-a9fd-a14e6aba436d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.296301] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1109.296301] env[65311]: value = "task-4428963" [ 1109.296301] env[65311]: _type = "Task" [ 1109.296301] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.304270] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428960, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.310939] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.364982] env[65311]: DEBUG nova.compute.utils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.369629] env[65311]: DEBUG nova.compute.manager [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1109.369769] env[65311]: DEBUG nova.network.neutron [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1109.370475] env[65311]: WARNING neutronclient.v2_0.client [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.370808] env[65311]: WARNING neutronclient.v2_0.client [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.417641] env[65311]: DEBUG nova.policy [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26aaaf67c344788b3bdd010e529a97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec8893005944de781a2ec2b640d87fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.551247] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.577720] env[65311]: DEBUG oslo_vmware.api [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Task: {'id': task-4428962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154316} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.578049] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.579115] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.579115] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.579115] env[65311]: INFO nova.compute.manager [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1109.579115] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1109.579313] env[65311]: DEBUG nova.compute.manager [-] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1109.579357] env[65311]: DEBUG nova.network.neutron [-] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1109.580030] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.650952] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.767689] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.770391] env[65311]: DEBUG oslo_concurrency.lockutils [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] Acquired lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.770543] env[65311]: DEBUG nova.network.neutron [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Refreshing network info cache for port 2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.803412] env[65311]: DEBUG nova.network.neutron [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Successfully created port: dbbef562-cf8f-45fa-a0a7-ad39d1709406 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1109.807972] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9b6769ebd0d7d85315e204bea1404efb',container_format='bare',created_at=2025-11-12T23:49:13Z,direct_url=,disk_format='vmdk',id=b2f15029-150e-4c03-afc3-5e3c85fce6fc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1026991490-shelved',owner='810a20832d09492da915cfa888ba3e8f',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-12T23:49:28Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1109.808233] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.808382] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1109.809270] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.809270] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1109.809270] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1109.809270] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.809542] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1109.809594] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1109.809754] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1109.809937] env[65311]: DEBUG nova.virt.hardware [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1109.811175] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2056b2-0777-4fa7-9326-6160d938d8d4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.819688] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428960, 'name': CloneVM_Task} progress is 95%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.825352] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428963, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.829030] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd93cb-b85d-447c-86fd-ad99c71ca6df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.849388] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:f9:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2483e5d8-61cb-4cc0-9b9a-953ed7af1309', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.859121] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1109.859587] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.860297] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30dc9011-4652-4fd2-931f-a32502b6b301 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.879046] env[65311]: DEBUG nova.compute.manager [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1109.890944] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.890944] env[65311]: value = "task-4428964" [ 1109.890944] env[65311]: _type = "Task" [ 1109.890944] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.903283] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428964, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.957830] env[65311]: DEBUG nova.compute.manager [req-fd8d656f-b958-4d67-bd9b-00c5d3512ccf req-d719a37e-a398-4cc3-93c4-87fda1d2aa23 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Received event network-vif-deleted-6a4d5c10-35bc-48db-b46a-7c1816acd7b5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1109.958194] env[65311]: INFO nova.compute.manager [req-fd8d656f-b958-4d67-bd9b-00c5d3512ccf req-d719a37e-a398-4cc3-93c4-87fda1d2aa23 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Neutron deleted interface 6a4d5c10-35bc-48db-b46a-7c1816acd7b5; detaching it from the instance and deleting it from the info cache [ 1109.958427] env[65311]: DEBUG nova.network.neutron [req-fd8d656f-b958-4d67-bd9b-00c5d3512ccf req-d719a37e-a398-4cc3-93c4-87fda1d2aa23 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.232839] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222d834b-01d3-4842-844f-f5fb7cabc572 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.243110] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21f724a-625c-48d2-911b-8888be344c01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.279303] env[65311]: WARNING neutronclient.v2_0.client [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.282983] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd415d8-f386-44f4-b2ae-a5d9199ec1d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.291751] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321cdf74-bb2d-4b4d-a80a-2f62ea18e324 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.311924] env[65311]: DEBUG nova.compute.provider_tree [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.317007] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428960, 'name': CloneVM_Task, 'duration_secs': 1.336704} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.317007] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Created linked-clone VM from snapshot [ 1110.317406] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0894592-0b87-461c-91ba-91e412a590a2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.326192] env[65311]: DEBUG oslo_vmware.api [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428963, 'name': PowerOnVM_Task, 'duration_secs': 0.554371} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.327067] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.327280] env[65311]: INFO nova.compute.manager [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1110.327461] env[65311]: DEBUG nova.compute.manager [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1110.328340] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d0515-5433-44bb-b041-7994092d1232 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.339020] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Uploading image 587d8888-77de-49de-8444-b9106987b184 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1110.366353] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1110.366353] env[65311]: value = "vm-866639" [ 1110.366353] env[65311]: _type = "VirtualMachine" [ 1110.366353] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1110.366982] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-328cf5d6-183a-4ebf-886c-1833f3d65d61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.376021] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lease: (returnval){ [ 1110.376021] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5246cd5b-c772-a8d2-4b52-37cdc30f311a" [ 1110.376021] env[65311]: _type = "HttpNfcLease" [ 1110.376021] env[65311]: } obtained for exporting VM: (result){ [ 1110.376021] env[65311]: value = "vm-866639" [ 1110.376021] env[65311]: _type = "VirtualMachine" [ 1110.376021] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1110.376314] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the lease: (returnval){ [ 1110.376314] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5246cd5b-c772-a8d2-4b52-37cdc30f311a" [ 1110.376314] env[65311]: _type = "HttpNfcLease" [ 1110.376314] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1110.386862] env[65311]: DEBUG nova.network.neutron [-] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.390394] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.390394] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5246cd5b-c772-a8d2-4b52-37cdc30f311a" [ 1110.390394] env[65311]: _type = "HttpNfcLease" [ 1110.390394] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1110.403458] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428964, 'name': CreateVM_Task, 'duration_secs': 0.413825} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.403458] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.403458] env[65311]: WARNING neutronclient.v2_0.client [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.403458] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.403458] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.404666] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.404666] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84b90fa5-5452-49f4-891f-f89818f15987 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.412257] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1110.412257] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fdd8da-ed60-ed01-a7c2-b507e21c3f14" [ 1110.412257] env[65311]: _type = "Task" [ 1110.412257] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.421599] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fdd8da-ed60-ed01-a7c2-b507e21c3f14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.461228] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94ef8a91-12d0-4975-a44b-8682225988cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.472495] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d1bc34-5fbe-44de-ae56-b79f45e8aa2b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.508183] env[65311]: DEBUG nova.compute.manager [req-fd8d656f-b958-4d67-bd9b-00c5d3512ccf req-d719a37e-a398-4cc3-93c4-87fda1d2aa23 service nova] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Detach interface failed, port_id=6a4d5c10-35bc-48db-b46a-7c1816acd7b5, reason: Instance a26378a7-b715-4c1a-9450-f7cf931ecec1 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1110.556105] env[65311]: WARNING neutronclient.v2_0.client [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.628123] env[65311]: DEBUG nova.network.neutron [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updated VIF entry in instance network info cache for port 2483e5d8-61cb-4cc0-9b9a-953ed7af1309. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.628481] env[65311]: DEBUG nova.network.neutron [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating instance_info_cache with network_info: [{"id": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "address": "fa:16:3e:9c:f9:a0", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2483e5d8-61", "ovs_interfaceid": "2483e5d8-61cb-4cc0-9b9a-953ed7af1309", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.818192] env[65311]: DEBUG nova.scheduler.client.report [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.852437] env[65311]: INFO nova.compute.manager [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Took 31.16 seconds to build instance. [ 1110.886333] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.886333] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5246cd5b-c772-a8d2-4b52-37cdc30f311a" [ 1110.886333] env[65311]: _type = "HttpNfcLease" [ 1110.886333] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1110.886584] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1110.886584] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5246cd5b-c772-a8d2-4b52-37cdc30f311a" [ 1110.886584] env[65311]: _type = "HttpNfcLease" [ 1110.886584] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1110.887429] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13277e4f-cdc0-46e2-96dc-2f005256ac76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.892512] env[65311]: DEBUG nova.compute.manager [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1110.894700] env[65311]: INFO nova.compute.manager [-] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Took 1.32 seconds to deallocate network for instance. [ 1110.899976] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265d916-e712-3631-ea60-6b4cec4c50d8/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1110.900216] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265d916-e712-3631-ea60-6b4cec4c50d8/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1110.974930] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1110.975193] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.975344] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1110.975516] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.975652] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1110.975790] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1110.975988] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1110.976160] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1110.976326] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1110.976487] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1110.976653] env[65311]: DEBUG nova.virt.hardware [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1110.977024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.977270] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Processing image b2f15029-150e-4c03-afc3-5e3c85fce6fc {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.977515] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc/b2f15029-150e-4c03-afc3-5e3c85fce6fc.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.977651] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc/b2f15029-150e-4c03-afc3-5e3c85fce6fc.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.977817] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.978679] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0cbbd6-98ce-44d0-81e6-725a063e3977 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.981320] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f45b1b48-e559-4236-b819-81aa0abedf6d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.992485] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8d5ed1-ee7b-45da-bc01-8389d0e79d47 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.000650] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-96351de4-b649-4fad-8328-ac8a6de6e457 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.012675] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.012858] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.013714] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12623069-a3cb-4e9e-9ad1-fe72ec379a2f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.021621] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1111.021621] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dd5898-697a-e0f3-80e4-bcc446ef6df0" [ 1111.021621] env[65311]: _type = "Task" [ 1111.021621] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.034107] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dd5898-697a-e0f3-80e4-bcc446ef6df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.131584] env[65311]: DEBUG oslo_concurrency.lockutils [req-e11856e3-b56a-43b5-abbf-5bdf2ccd56e8 req-d4c1e037-e65b-4437-8a96-27432e89156b service nova] Releasing lock "refresh_cache-5996f38b-8383-45dd-b15d-0d60460e44c5" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.324914] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.327408] env[65311]: DEBUG nova.compute.manager [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1111.332730] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.949s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.332971] env[65311]: DEBUG nova.objects.instance [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lazy-loading 'resources' on Instance uuid 46912ce7-a23e-4d08-88bf-52a07534289c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.354943] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b2279ae5-2083-4acd-80ed-7cf8c9f98374 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.679s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.408370] env[65311]: DEBUG oslo_concurrency.lockutils [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.437268] env[65311]: DEBUG nova.compute.manager [req-f39ff0d7-98c1-4454-bab8-2c7b061765c7 req-f69bc0e8-8362-44c8-85cd-10715bd574fa service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-vif-plugged-dbbef562-cf8f-45fa-a0a7-ad39d1709406 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1111.437268] env[65311]: DEBUG oslo_concurrency.lockutils [req-f39ff0d7-98c1-4454-bab8-2c7b061765c7 req-f69bc0e8-8362-44c8-85cd-10715bd574fa service nova] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.437268] env[65311]: DEBUG oslo_concurrency.lockutils [req-f39ff0d7-98c1-4454-bab8-2c7b061765c7 req-f69bc0e8-8362-44c8-85cd-10715bd574fa service nova] Lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.437403] env[65311]: DEBUG oslo_concurrency.lockutils [req-f39ff0d7-98c1-4454-bab8-2c7b061765c7 req-f69bc0e8-8362-44c8-85cd-10715bd574fa service nova] Lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.437729] env[65311]: DEBUG nova.compute.manager [req-f39ff0d7-98c1-4454-bab8-2c7b061765c7 req-f69bc0e8-8362-44c8-85cd-10715bd574fa service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] No waiting events found dispatching network-vif-plugged-dbbef562-cf8f-45fa-a0a7-ad39d1709406 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1111.438059] env[65311]: WARNING nova.compute.manager [req-f39ff0d7-98c1-4454-bab8-2c7b061765c7 req-f69bc0e8-8362-44c8-85cd-10715bd574fa service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received unexpected event network-vif-plugged-dbbef562-cf8f-45fa-a0a7-ad39d1709406 for instance with vm_state building and task_state spawning. [ 1111.513656] env[65311]: DEBUG nova.network.neutron [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Successfully updated port: dbbef562-cf8f-45fa-a0a7-ad39d1709406 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1111.536873] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Preparing fetch location {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1111.537284] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Fetch image to [datastore2] OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb/OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb.vmdk {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1111.537526] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Downloading stream optimized image b2f15029-150e-4c03-afc3-5e3c85fce6fc to [datastore2] OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb/OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb.vmdk on the data store datastore2 as vApp {{(pid=65311) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1111.537732] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Downloading image file data b2f15029-150e-4c03-afc3-5e3c85fce6fc to the ESX as VM named 'OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb' {{(pid=65311) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1111.623184] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1111.623184] env[65311]: value = "resgroup-9" [ 1111.623184] env[65311]: _type = "ResourcePool" [ 1111.623184] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1111.623674] env[65311]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-540a2c4d-c250-48f3-8f87-0aa9d29e8e9a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.645318] env[65311]: INFO nova.compute.manager [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Rescuing [ 1111.645932] env[65311]: DEBUG oslo_concurrency.lockutils [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "refresh_cache-bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.646198] env[65311]: DEBUG oslo_concurrency.lockutils [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "refresh_cache-bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.646455] env[65311]: DEBUG nova.network.neutron [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1111.650363] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lease: (returnval){ [ 1111.650363] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3af05-3ea1-f268-7671-05a22f0b65ba" [ 1111.650363] env[65311]: _type = "HttpNfcLease" [ 1111.650363] env[65311]: } obtained for vApp import into resource pool (val){ [ 1111.650363] env[65311]: value = "resgroup-9" [ 1111.650363] env[65311]: _type = "ResourcePool" [ 1111.650363] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1111.650688] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the lease: (returnval){ [ 1111.650688] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3af05-3ea1-f268-7671-05a22f0b65ba" [ 1111.650688] env[65311]: _type = "HttpNfcLease" [ 1111.650688] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.659424] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.659424] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3af05-3ea1-f268-7671-05a22f0b65ba" [ 1111.659424] env[65311]: _type = "HttpNfcLease" [ 1111.659424] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.837019] env[65311]: DEBUG nova.compute.utils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.838598] env[65311]: DEBUG nova.compute.manager [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1111.838802] env[65311]: DEBUG nova.network.neutron [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1111.839135] env[65311]: WARNING neutronclient.v2_0.client [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.839444] env[65311]: WARNING neutronclient.v2_0.client [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.884637] env[65311]: DEBUG nova.policy [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec37e69455dc4e4cbc434bca91b975c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70f7d294f361449cb188fb4638fa1cbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.017043] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.017143] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.017433] env[65311]: DEBUG nova.network.neutron [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1112.106372] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35a0eb4-c96e-44e6-9da8-80783a8c9773 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.115868] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dae760-2826-4402-8c0c-e9fb2e80a955 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.150117] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a129c-0361-4903-821f-4c9fc05250fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.153907] env[65311]: WARNING neutronclient.v2_0.client [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.172064] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6543909-3d7d-4c2e-8e40-f6663c365e95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.177923] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.177923] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3af05-3ea1-f268-7671-05a22f0b65ba" [ 1112.177923] env[65311]: _type = "HttpNfcLease" [ 1112.177923] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1112.193156] env[65311]: DEBUG nova.compute.provider_tree [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.257633] env[65311]: DEBUG nova.network.neutron [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Successfully created port: dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1112.346017] env[65311]: DEBUG nova.compute.manager [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1112.458196] env[65311]: WARNING neutronclient.v2_0.client [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.589681] env[65311]: DEBUG nova.network.neutron [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1112.665267] env[65311]: DEBUG nova.network.neutron [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Updating instance_info_cache with network_info: [{"id": "47993949-f9eb-44f8-8a91-b21675bdc156", "address": "fa:16:3e:2c:37:e2", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47993949-f9", "ovs_interfaceid": "47993949-f9eb-44f8-8a91-b21675bdc156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.671101] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.671101] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3af05-3ea1-f268-7671-05a22f0b65ba" [ 1112.671101] env[65311]: _type = "HttpNfcLease" [ 1112.671101] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1112.697089] env[65311]: DEBUG nova.scheduler.client.report [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.822413] env[65311]: WARNING neutronclient.v2_0.client [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.919693] env[65311]: DEBUG nova.network.neutron [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.167938] env[65311]: DEBUG oslo_concurrency.lockutils [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "refresh_cache-bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.172411] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.172411] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3af05-3ea1-f268-7671-05a22f0b65ba" [ 1113.172411] env[65311]: _type = "HttpNfcLease" [ 1113.172411] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.204164] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.207669] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.075s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.235761] env[65311]: INFO nova.scheduler.client.report [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted allocations for instance 46912ce7-a23e-4d08-88bf-52a07534289c [ 1113.358287] env[65311]: DEBUG nova.compute.manager [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1113.421613] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.422062] env[65311]: DEBUG nova.compute.manager [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Instance network_info: |[{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1113.422619] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d1:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbbef562-cf8f-45fa-a0a7-ad39d1709406', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.430894] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1113.431197] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.431489] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56b1fcff-0367-4702-b3f9-fb6fb1588157 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.454804] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.454804] env[65311]: value = "task-4428967" [ 1113.454804] env[65311]: _type = "Task" [ 1113.454804] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.464714] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428967, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.467127] env[65311]: DEBUG nova.compute.manager [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-changed-dbbef562-cf8f-45fa-a0a7-ad39d1709406 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1113.467427] env[65311]: DEBUG nova.compute.manager [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Refreshing instance network info cache due to event network-changed-dbbef562-cf8f-45fa-a0a7-ad39d1709406. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1113.467543] env[65311]: DEBUG oslo_concurrency.lockutils [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] Acquiring lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.467666] env[65311]: DEBUG oslo_concurrency.lockutils [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] Acquired lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.467822] env[65311]: DEBUG nova.network.neutron [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Refreshing network info cache for port dbbef562-cf8f-45fa-a0a7-ad39d1709406 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.670992] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.670992] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3af05-3ea1-f268-7671-05a22f0b65ba" [ 1113.670992] env[65311]: _type = "HttpNfcLease" [ 1113.670992] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1113.671433] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1113.671433] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a3af05-3ea1-f268-7671-05a22f0b65ba" [ 1113.671433] env[65311]: _type = "HttpNfcLease" [ 1113.671433] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1113.671872] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44391c7f-3b67-440a-9633-4bb085eee949 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.680946] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52867b71-852b-cbc8-21ec-4d1e0c7c3eb6/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1113.681247] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52867b71-852b-cbc8-21ec-4d1e0c7c3eb6/disk-0.vmdk. {{(pid=65311) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1113.754683] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd8f6645-8908-4bc5-99c1-a6a8495e5034 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "46912ce7-a23e-4d08-88bf-52a07534289c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.839s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.755954] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-468ffa4a-9273-4cb4-a614-87a125491df6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.833678] env[65311]: DEBUG nova.network.neutron [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Successfully updated port: dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1113.966297] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428967, 'name': CreateVM_Task, 'duration_secs': 0.450354} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.966297] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.966732] env[65311]: WARNING neutronclient.v2_0.client [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.966811] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.967352] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.968302] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.968302] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d61c1e-9b79-4e3e-8c3c-1395c8fba66c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.970206] env[65311]: WARNING neutronclient.v2_0.client [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.974256] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1113.974256] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c9fd07-f24d-228e-a8dc-97ba17ab43d8" [ 1113.974256] env[65311]: _type = "Task" [ 1113.974256] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.988742] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c9fd07-f24d-228e-a8dc-97ba17ab43d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.134308] env[65311]: WARNING neutronclient.v2_0.client [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.244058] env[65311]: DEBUG nova.network.neutron [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updated VIF entry in instance network info cache for port dbbef562-cf8f-45fa-a0a7-ad39d1709406. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1114.244511] env[65311]: DEBUG nova.network.neutron [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.269782] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1114.270024] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 6a01330e-80b5-4208-a0eb-4ac7461e6d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1114.270274] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance d8abbc7b-bcf9-4f3c-a441-699e40be985c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1114.270480] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 48461b1b-8c60-4048-9ec5-255dd7072b1c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1114.270686] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance fb4654f6-15e0-4b18-ab33-e620cccb5736 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1114.270853] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 2c0a5c88-3d01-4d5c-8b46-5a109107067a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1114.271020] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance a26378a7-b715-4c1a-9450-f7cf931ecec1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1114.271164] env[65311]: WARNING nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 30503b47-7a7a-4bdd-8b45-590e293ec7f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1114.271283] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5996f38b-8383-45dd-b15d-0d60460e44c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1114.271422] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1a15e479-6aef-41bc-bedb-d8b25675f45a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1114.271544] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 20e5f52c-a77c-41f7-8a15-4631efbf4705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1114.271682] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1114.271816] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 456d2124-ab46-4e7c-b134-4ea04968013e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1114.271954] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1114.336419] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.336612] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.336844] env[65311]: DEBUG nova.network.neutron [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1114.425396] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.425713] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.425897] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.426165] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.426329] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.426479] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.426764] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.426967] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.427227] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.427439] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.427619] env[65311]: DEBUG nova.virt.hardware [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.428765] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56bf938-705b-420b-b839-f1ec464e6a80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.445612] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889c7f53-6f9a-4f23-87a3-1c2161934b81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.489199] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c9fd07-f24d-228e-a8dc-97ba17ab43d8, 'name': SearchDatastore_Task, 'duration_secs': 0.025229} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.490920] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.491232] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.491515] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.491663] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.491826] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.492173] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2cff38e-01c1-499b-82ce-adf14cccd9dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.504172] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.504341] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.505197] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63b6b951-3670-470c-8ab1-584ab7322b75 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.512412] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1114.512412] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526469a2-a362-9a32-66c8-4ab554939915" [ 1114.512412] env[65311]: _type = "Task" [ 1114.512412] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.524890] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526469a2-a362-9a32-66c8-4ab554939915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.586544] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.586795] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.587049] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.587257] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.587445] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.589754] env[65311]: INFO nova.compute.manager [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Terminating instance [ 1114.752730] env[65311]: DEBUG oslo_concurrency.lockutils [req-de429df1-9ddd-4776-9b94-4da707cc2de1 req-4699443b-bfe0-45cf-8518-764689e341c4 service nova] Releasing lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.777841] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance b076a4e9-562c-4e59-b3e7-1d94b2475be1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1114.877772] env[65311]: DEBUG nova.network.neutron [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1114.971266] env[65311]: WARNING neutronclient.v2_0.client [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.033295] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]526469a2-a362-9a32-66c8-4ab554939915, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.037907] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fe4acb-c2d1-4852-a60a-c334c8593519 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.047609] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1115.047609] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5203d9df-57bc-3e28-e61f-e113fbc4b4fc" [ 1115.047609] env[65311]: _type = "Task" [ 1115.047609] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.063065] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5203d9df-57bc-3e28-e61f-e113fbc4b4fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.064732] env[65311]: DEBUG nova.network.neutron [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance_info_cache with network_info: [{"id": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "address": "fa:16:3e:81:df:07", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdfd6bd-0a", "ovs_interfaceid": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.093671] env[65311]: DEBUG nova.compute.manager [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1115.093899] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.094854] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589904bd-2d0e-4fe7-ad5d-84fcd4c088a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.104885] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.106688] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff63916a-6ac0-4e7c-a9b7-a25d91d84994 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.116076] env[65311]: DEBUG oslo_vmware.api [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1115.116076] env[65311]: value = "task-4428968" [ 1115.116076] env[65311]: _type = "Task" [ 1115.116076] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.130545] env[65311]: DEBUG oslo_vmware.api [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.134113] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Completed reading data from the image iterator. {{(pid=65311) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1115.134378] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52867b71-852b-cbc8-21ec-4d1e0c7c3eb6/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1115.135583] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e54060c-91da-4e60-9c81-2a244c731838 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.144403] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52867b71-852b-cbc8-21ec-4d1e0c7c3eb6/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1115.144630] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52867b71-852b-cbc8-21ec-4d1e0c7c3eb6/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1115.144934] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ff20dfc6-2264-4945-acbb-b24408d0f674 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.281618] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance acd4a69e-f407-4144-9fbe-86a379c8180e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1115.281886] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1115.282088] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_error': '1', 'num_task_None': '4', 'num_os_type_None': '9', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'io_workload': '3', 'num_vm_active': '5', 'num_proj_40207bef3f9a4b6086b25366aa67344b': '2', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '3', 'num_proj_810a20832d09492da915cfa888ba3e8f': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_914ab6cb74df49558377ad7293e407e8': '1', 'num_proj_68992ff22ad44caa9e7239f7c52fe99c': '2', 'num_task_rescuing': '1', 'num_vm_building': '2', 'num_proj_cec8893005944de781a2ec2b640d87fb': '1', 'num_proj_70f7d294f361449cb188fb4638fa1cbd': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1115.500273] env[65311]: DEBUG nova.compute.manager [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Received event network-vif-plugged-dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1115.500498] env[65311]: DEBUG oslo_concurrency.lockutils [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] Acquiring lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.500700] env[65311]: DEBUG oslo_concurrency.lockutils [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.500875] env[65311]: DEBUG oslo_concurrency.lockutils [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.501024] env[65311]: DEBUG nova.compute.manager [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] No waiting events found dispatching network-vif-plugged-dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1115.501198] env[65311]: WARNING nova.compute.manager [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Received unexpected event network-vif-plugged-dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 for instance with vm_state building and task_state spawning. [ 1115.501361] env[65311]: DEBUG nova.compute.manager [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Received event network-changed-dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1115.501505] env[65311]: DEBUG nova.compute.manager [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Refreshing instance network info cache due to event network-changed-dfdfd6bd-0aa4-4523-8229-9b5f8e350a80. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1115.501664] env[65311]: DEBUG oslo_concurrency.lockutils [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] Acquiring lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.529552] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60af114-83ef-4891-b919-4565ca087e74 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.539763] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95f8f8-ff71-4dfb-8f10-b63d84740050 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.573025] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.573480] env[65311]: DEBUG nova.compute.manager [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Instance network_info: |[{"id": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "address": "fa:16:3e:81:df:07", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdfd6bd-0a", "ovs_interfaceid": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1115.579879] env[65311]: DEBUG oslo_concurrency.lockutils [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] Acquired lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.580168] env[65311]: DEBUG nova.network.neutron [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Refreshing network info cache for port dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.581618] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:df:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfdfd6bd-0aa4-4523-8229-9b5f8e350a80', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.589009] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1115.589740] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2079d5-d371-4ca4-9f7b-abc0761489f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.592952] env[65311]: DEBUG oslo_vmware.rw_handles [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52867b71-852b-cbc8-21ec-4d1e0c7c3eb6/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1115.593169] env[65311]: INFO nova.virt.vmwareapi.images [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Downloaded image file data b2f15029-150e-4c03-afc3-5e3c85fce6fc [ 1115.594455] env[65311]: WARNING neutronclient.v2_0.client [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.596636] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.597385] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbec2f1c-3057-461d-8de0-5a3bf7777eb2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.603023] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8b73330-6495-461f-9837-d05786478ae4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.624012] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5203d9df-57bc-3e28-e61f-e113fbc4b4fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016087} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.627577] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.629142] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 456d2124-ab46-4e7c-b134-4ea04968013e/456d2124-ab46-4e7c-b134-4ea04968013e.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.639543] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f443155-8f6a-4498-ae92-2eb0e7fe2b31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.642993] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6131d40a-3172-412b-a62d-c595edc3413e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.652416] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b13f43ea-6648-4b1a-92d4-651a50afef10 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.654192] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.654192] env[65311]: value = "task-4428969" [ 1115.654192] env[65311]: _type = "Task" [ 1115.654192] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.658775] env[65311]: DEBUG oslo_vmware.api [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428968, 'name': PowerOffVM_Task, 'duration_secs': 0.27876} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.662708] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.663750] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.672165] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c1b375b-24bc-4981-9351-bd409dc777e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.674963] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.680026] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1115.680026] env[65311]: value = "task-4428970" [ 1115.680026] env[65311]: _type = "Task" [ 1115.680026] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.687154] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428969, 'name': CreateVM_Task} progress is 15%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.693849] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.697117] env[65311]: INFO nova.virt.vmwareapi.images [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] The imported VM was unregistered [ 1115.698256] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Caching image {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1115.698515] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating directory with path [datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.699311] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e761910a-1182-4d45-b3a2-b4e9a089c5e1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.736563] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Created directory with path [datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.736563] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb/OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb.vmdk to [datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc/b2f15029-150e-4c03-afc3-5e3c85fce6fc.vmdk. {{(pid=65311) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1115.737095] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7a57e46d-2489-41cc-b8a7-de67e1289e64 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.744862] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1115.744862] env[65311]: value = "task-4428973" [ 1115.744862] env[65311]: _type = "Task" [ 1115.744862] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.758543] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428973, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.775712] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.776041] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.776253] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleting the datastore file [datastore2] 2c0a5c88-3d01-4d5c-8b46-5a109107067a {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.777077] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93c993f1-6929-4fa5-84b7-bffe1e7a1419 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.788267] env[65311]: DEBUG oslo_vmware.api [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1115.788267] env[65311]: value = "task-4428974" [ 1115.788267] env[65311]: _type = "Task" [ 1115.788267] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.798398] env[65311]: DEBUG oslo_vmware.api [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.817227] env[65311]: WARNING neutronclient.v2_0.client [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.898746] env[65311]: DEBUG nova.network.neutron [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updated VIF entry in instance network info cache for port dfdfd6bd-0aa4-4523-8229-9b5f8e350a80. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1115.899166] env[65311]: DEBUG nova.network.neutron [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance_info_cache with network_info: [{"id": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "address": "fa:16:3e:81:df:07", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdfd6bd-0a", "ovs_interfaceid": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.926830] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.927147] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6830d71-2ada-41d3-b7be-31625b9faf2c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.935457] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1115.935457] env[65311]: value = "task-4428975" [ 1115.935457] env[65311]: _type = "Task" [ 1115.935457] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.946765] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.171305] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428969, 'name': CreateVM_Task, 'duration_secs': 0.509023} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.171768] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.172077] env[65311]: WARNING neutronclient.v2_0.client [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.172505] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.172651] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173140] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.174011] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5c5822-814c-4ea5-92e9-3e466bbed6cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.180948] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.191411] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1116.191411] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523dc85b-9070-1a1c-7c80-084e93b15c52" [ 1116.191411] env[65311]: _type = "Task" [ 1116.191411] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.202335] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428970, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.215396] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523dc85b-9070-1a1c-7c80-084e93b15c52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.263627] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428973, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.304665] env[65311]: DEBUG oslo_vmware.api [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.402319] env[65311]: DEBUG oslo_concurrency.lockutils [req-483da0d6-4e9e-45b0-8ef2-810b6e8215ed req-a6858d69-55f4-4574-b2d1-fee998b827d8 service nova] Releasing lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.451920] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428975, 'name': PowerOffVM_Task, 'duration_secs': 0.39492} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.451920] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.452607] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe6fb20-fe44-4fb7-a082-197b2ee47412 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.478680] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085cf6a-b393-4b7f-81b6-039f0d61cdf8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.522598] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.522945] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe4484ee-44db-4ef6-bf67-f885491881d9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.535891] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1116.535891] env[65311]: value = "task-4428976" [ 1116.535891] env[65311]: _type = "Task" [ 1116.535891] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.551589] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1116.551968] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.552302] env[65311]: DEBUG oslo_concurrency.lockutils [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.552519] env[65311]: DEBUG oslo_concurrency.lockutils [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.552706] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.553092] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b14736e6-a050-4aea-9bde-a1fad078df6d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.570378] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.570558] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.571628] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59500289-6f8f-4164-9314-f9b06d379d1a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.582933] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1116.582933] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5203d374-5269-abb0-5dfd-4885d8181caa" [ 1116.582933] env[65311]: _type = "Task" [ 1116.582933] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.596067] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5203d374-5269-abb0-5dfd-4885d8181caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.692809] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1116.693317] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.486s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.693581] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.226s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.693794] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.696897] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.033s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.697444] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.699318] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.971s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.701266] env[65311]: INFO nova.compute.claims [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.712922] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93168} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.713880] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 456d2124-ab46-4e7c-b134-4ea04968013e/456d2124-ab46-4e7c-b134-4ea04968013e.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.714292] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.714581] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e6734e8-0d79-4b96-bf50-fd683b481dda {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.723781] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523dc85b-9070-1a1c-7c80-084e93b15c52, 'name': SearchDatastore_Task, 'duration_secs': 0.126241} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.724384] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.724617] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.724864] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.725034] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.725234] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.725595] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a858701e-2df2-4fe2-bae7-a86c9c363be0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.730250] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1116.730250] env[65311]: value = "task-4428977" [ 1116.730250] env[65311]: _type = "Task" [ 1116.730250] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.732211] env[65311]: INFO nova.scheduler.client.report [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleted allocations for instance 48461b1b-8c60-4048-9ec5-255dd7072b1c [ 1116.739344] env[65311]: INFO nova.scheduler.client.report [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted allocations for instance fb4654f6-15e0-4b18-ab33-e620cccb5736 [ 1116.752569] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.752818] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.757886] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d014b2f2-8cef-4434-bff4-777eb196d4f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.762174] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.766324] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428973, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.776708] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1116.776708] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527662c8-0b13-f3f1-da19-8bf5070a7c39" [ 1116.776708] env[65311]: _type = "Task" [ 1116.776708] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.797982] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527662c8-0b13-f3f1-da19-8bf5070a7c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.807395] env[65311]: DEBUG oslo_vmware.api [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4428974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.746175} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.807549] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.807737] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.807897] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.808366] env[65311]: INFO nova.compute.manager [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1116.808366] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1116.809008] env[65311]: DEBUG nova.compute.manager [-] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1116.809073] env[65311]: DEBUG nova.network.neutron [-] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1116.809305] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.855691] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.094832] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5203d374-5269-abb0-5dfd-4885d8181caa, 'name': SearchDatastore_Task, 'duration_secs': 0.0469} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.095685] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f64a3d6-20d8-40bd-9315-4d6360d1a0a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.102592] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1117.102592] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a4bc47-f550-cce8-e3c8-6a04240b6c83" [ 1117.102592] env[65311]: _type = "Task" [ 1117.102592] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.112295] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a4bc47-f550-cce8-e3c8-6a04240b6c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.158841] env[65311]: DEBUG nova.compute.manager [req-dfb22e7f-6911-48a1-81c1-384fd6e036d8 req-fde13f7b-9649-49ab-ab8e-df91e4a3263f service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Received event network-vif-deleted-4bf9ef4b-dc02-4418-813a-67461d8487bb {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1117.159050] env[65311]: INFO nova.compute.manager [req-dfb22e7f-6911-48a1-81c1-384fd6e036d8 req-fde13f7b-9649-49ab-ab8e-df91e4a3263f service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Neutron deleted interface 4bf9ef4b-dc02-4418-813a-67461d8487bb; detaching it from the instance and deleting it from the info cache [ 1117.159260] env[65311]: DEBUG nova.network.neutron [req-dfb22e7f-6911-48a1-81c1-384fd6e036d8 req-fde13f7b-9649-49ab-ab8e-df91e4a3263f service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.241946] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12743} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.242271] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.243136] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b30751-2846-464f-a430-8fc58a6eaad4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.252457] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2cfbb960-c7fc-431d-8855-5d2bacbefeb6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "48461b1b-8c60-4048-9ec5-255dd7072b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.101s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.258618] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c48fe1be-269f-4286-99d5-2f1da2ff7fbc tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "fb4654f6-15e0-4b18-ab33-e620cccb5736" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.172s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.281286] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 456d2124-ab46-4e7c-b134-4ea04968013e/456d2124-ab46-4e7c-b134-4ea04968013e.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.286080] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b35309-df64-4e52-8ac2-f8905aeea3b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.301435] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428973, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.313418] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527662c8-0b13-f3f1-da19-8bf5070a7c39, 'name': SearchDatastore_Task, 'duration_secs': 0.097916} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.314247] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb70e948-8ee4-4fd7-9dbc-f7374de98d31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.318412] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1117.318412] env[65311]: value = "task-4428978" [ 1117.318412] env[65311]: _type = "Task" [ 1117.318412] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.324562] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1117.324562] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52714d61-6df0-e3fd-d891-59ea1449a44b" [ 1117.324562] env[65311]: _type = "Task" [ 1117.324562] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.334915] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.338487] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52714d61-6df0-e3fd-d891-59ea1449a44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.619264] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a4bc47-f550-cce8-e3c8-6a04240b6c83, 'name': SearchDatastore_Task, 'duration_secs': 0.049641} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.619681] env[65311]: DEBUG oslo_concurrency.lockutils [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.620192] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. {{(pid=65311) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1117.620539] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bacc768-3078-4213-bc90-c34984d9a6cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.630108] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1117.630108] env[65311]: value = "task-4428979" [ 1117.630108] env[65311]: _type = "Task" [ 1117.630108] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.635655] env[65311]: DEBUG nova.network.neutron [-] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.644454] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.663029] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e059a49-d6bb-4e01-a080-c92e92cfce4e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.674803] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5487d89e-e0c3-433f-8cb9-24e9cea5b338 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.711407] env[65311]: DEBUG nova.compute.manager [req-dfb22e7f-6911-48a1-81c1-384fd6e036d8 req-fde13f7b-9649-49ab-ab8e-df91e4a3263f service nova] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Detach interface failed, port_id=4bf9ef4b-dc02-4418-813a-67461d8487bb, reason: Instance 2c0a5c88-3d01-4d5c-8b46-5a109107067a could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1117.766399] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428973, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.835316] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428978, 'name': ReconfigVM_Task, 'duration_secs': 0.367243} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.835669] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 456d2124-ab46-4e7c-b134-4ea04968013e/456d2124-ab46-4e7c-b134-4ea04968013e.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.836834] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c233df30-fa2a-4f9c-b649-9ef835936fcd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.847474] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52714d61-6df0-e3fd-d891-59ea1449a44b, 'name': SearchDatastore_Task, 'duration_secs': 0.087186} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.847828] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.848107] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd/23e41a0e-301e-4b0b-a6af-c7ed88dc05bd.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.848398] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00202ecc-f429-417f-8ea0-96f790261222 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.856331] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1117.856331] env[65311]: value = "task-4428980" [ 1117.856331] env[65311]: _type = "Task" [ 1117.856331] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.861327] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1117.861327] env[65311]: value = "task-4428981" [ 1117.861327] env[65311]: _type = "Task" [ 1117.861327] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.872720] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428980, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.883532] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.961293] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef856a17-91f0-4b1f-a3f7-bf450baf5b23 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.973148] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f66b4f-d969-4482-87e3-bd089b32e96d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.017166] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ad1b4-b15b-4af5-a369-c7acf854dda4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.032300] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d11c15-e98a-474e-aad3-d6783228a22c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.057213] env[65311]: DEBUG nova.compute.provider_tree [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.138793] env[65311]: INFO nova.compute.manager [-] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Took 1.33 seconds to deallocate network for instance. [ 1118.153749] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.270656] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428973, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.372467] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428980, 'name': Rename_Task, 'duration_secs': 0.188399} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.373139] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.373532] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96312867-a149-4373-9ab5-9800ba0b6aa1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.378618] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.389818] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1118.389818] env[65311]: value = "task-4428982" [ 1118.389818] env[65311]: _type = "Task" [ 1118.389818] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.403074] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.562266] env[65311]: DEBUG nova.scheduler.client.report [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.648050] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428979, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.656595] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.773905] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428973, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.017404} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.774644] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb/OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb.vmdk to [datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc/b2f15029-150e-4c03-afc3-5e3c85fce6fc.vmdk. [ 1118.774644] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Cleaning up location [datastore2] OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1118.775028] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d4cd7d74-17e4-4265-a24a-045cb12ee2fb {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.775345] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb6e4a5-e70c-475e-b11f-838b1165120e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.788178] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1118.788178] env[65311]: value = "task-4428983" [ 1118.788178] env[65311]: _type = "Task" [ 1118.788178] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.801019] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.860144] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.860325] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.877609] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428981, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.906249] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428982, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.068148] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.068760] env[65311]: DEBUG nova.compute.manager [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1119.071946] env[65311]: DEBUG oslo_concurrency.lockutils [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.580s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.072219] env[65311]: DEBUG oslo_concurrency.lockutils [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.075557] env[65311]: DEBUG oslo_concurrency.lockutils [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.771s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.075811] env[65311]: DEBUG oslo_concurrency.lockutils [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.078109] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.527s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.079869] env[65311]: INFO nova.compute.claims [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.108717] env[65311]: INFO nova.scheduler.client.report [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Deleted allocations for instance d8abbc7b-bcf9-4f3c-a441-699e40be985c [ 1119.127844] env[65311]: INFO nova.scheduler.client.report [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted allocations for instance 30503b47-7a7a-4bdd-8b45-590e293ec7f9 [ 1119.149318] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428979, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.219149} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.150620] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. [ 1119.150620] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57837217-e083-4e83-b297-99ba110b8313 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.183269] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.184714] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-695dc08c-cb59-45b3-ad5f-a3fd09f8adcb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.208994] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1119.208994] env[65311]: value = "task-4428984" [ 1119.208994] env[65311]: _type = "Task" [ 1119.208994] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.222683] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.235157] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265d916-e712-3631-ea60-6b4cec4c50d8/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1119.236407] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ad8910-799e-42f9-a133-2c59726217b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.244718] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265d916-e712-3631-ea60-6b4cec4c50d8/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1119.244917] env[65311]: ERROR oslo_vmware.rw_handles [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265d916-e712-3631-ea60-6b4cec4c50d8/disk-0.vmdk due to incomplete transfer. [ 1119.245228] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d155cc4-ca8d-45d1-b3a7-fc688b55b383 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.254432] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265d916-e712-3631-ea60-6b4cec4c50d8/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1119.254752] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Uploaded image 587d8888-77de-49de-8444-b9106987b184 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1119.257105] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1119.257389] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-80d7e2d1-dd3c-41ee-ac31-dfdd4ee8e4bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.264770] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1119.264770] env[65311]: value = "task-4428985" [ 1119.264770] env[65311]: _type = "Task" [ 1119.264770] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.276287] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428985, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.299665] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084949} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.299970] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.300158] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc/b2f15029-150e-4c03-afc3-5e3c85fce6fc.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.300413] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc/b2f15029-150e-4c03-afc3-5e3c85fce6fc.vmdk to [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5/5996f38b-8383-45dd-b15d-0d60460e44c5.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.300702] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b38a5f71-b82d-4933-9edd-dcd443d25826 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.309681] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1119.309681] env[65311]: value = "task-4428986" [ 1119.309681] env[65311]: _type = "Task" [ 1119.309681] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.319840] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.366025] env[65311]: DEBUG nova.compute.manager [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1119.378641] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428981, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.334271} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.378932] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd/23e41a0e-301e-4b0b-a6af-c7ed88dc05bd.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.379181] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.379973] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dd8414f-7e57-4a6b-bc39-55155eb30ab7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.388523] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1119.388523] env[65311]: value = "task-4428987" [ 1119.388523] env[65311]: _type = "Task" [ 1119.388523] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.406078] env[65311]: DEBUG oslo_vmware.api [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4428982, 'name': PowerOnVM_Task, 'duration_secs': 0.6038} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.409349] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.409690] env[65311]: INFO nova.compute.manager [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1119.409933] env[65311]: DEBUG nova.compute.manager [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1119.410295] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.411875] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50879748-ca3f-435d-8786-76c014c9d3f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.588225] env[65311]: DEBUG nova.compute.utils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.590415] env[65311]: DEBUG nova.compute.manager [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1119.590835] env[65311]: DEBUG nova.network.neutron [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1119.591392] env[65311]: WARNING neutronclient.v2_0.client [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.591829] env[65311]: WARNING neutronclient.v2_0.client [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.620825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-84c802a6-b70d-4bef-aaca-fe4243c2b8e2 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "d8abbc7b-bcf9-4f3c-a441-699e40be985c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.928s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.640991] env[65311]: DEBUG oslo_concurrency.lockutils [None req-92200cd4-32dd-4e3f-9427-deb714c25e3b tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "30503b47-7a7a-4bdd-8b45-590e293ec7f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.953s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.648141] env[65311]: DEBUG nova.policy [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a1c82e11b9c4b0ca29cea6bc224fa65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '772a53bbca574a6a95f99e5aef167d61', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.725664] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428984, 'name': ReconfigVM_Task, 'duration_secs': 0.337622} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.725977] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Reconfigured VM instance instance-00000066 to attach disk [datastore1] bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.726912] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe971df-4260-4b7b-845b-ac52ae86cdbb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.761098] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e84e7f-d644-483e-9ad4-b0c6d28310db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.783351] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428985, 'name': Destroy_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.784839] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1119.784839] env[65311]: value = "task-4428988" [ 1119.784839] env[65311]: _type = "Task" [ 1119.784839] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.797862] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.825358] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428986, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.894998] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.907648] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085568} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.907648] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.907648] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03959f0d-5e6a-4328-9e46-127ad74bfc7e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.943285] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd/23e41a0e-301e-4b0b-a6af-c7ed88dc05bd.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.944444] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e075e63d-c010-45a9-9c12-c636b03e571c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.959465] env[65311]: INFO nova.compute.manager [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Took 30.78 seconds to build instance. [ 1119.961485] env[65311]: DEBUG nova.network.neutron [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Successfully created port: 361d4c29-c515-4887-a825-df8b25183496 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1119.977410] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "a68938e3-b94e-402a-a603-8e10a1542b69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.977740] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.981948] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1119.981948] env[65311]: value = "task-4428989" [ 1119.981948] env[65311]: _type = "Task" [ 1119.981948] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.998223] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.095491] env[65311]: DEBUG nova.compute.manager [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1120.294134] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428985, 'name': Destroy_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.303617] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.322018] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428986, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.342022] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727a5ea-e67f-45f1-b668-140d404af74d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.351595] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db71e39-34b6-4af1-b2d5-a9f7546b9442 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.388403] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c5e10d-4fc1-4037-b8fd-6bc18e515834 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.397991] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920089bc-8ef7-41d8-b1d6-9c6547823d43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.417433] env[65311]: DEBUG nova.compute.provider_tree [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.465604] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2e04a4be-9de1-4ded-bee0-072fab9820c3 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "456d2124-ab46-4e7c-b134-4ea04968013e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.302s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.483944] env[65311]: DEBUG nova.compute.manager [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1120.497972] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.622472] env[65311]: DEBUG nova.compute.manager [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-changed-dbbef562-cf8f-45fa-a0a7-ad39d1709406 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1120.625073] env[65311]: DEBUG nova.compute.manager [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Refreshing instance network info cache due to event network-changed-dbbef562-cf8f-45fa-a0a7-ad39d1709406. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1120.625073] env[65311]: DEBUG oslo_concurrency.lockutils [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] Acquiring lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.625073] env[65311]: DEBUG oslo_concurrency.lockutils [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] Acquired lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.625073] env[65311]: DEBUG nova.network.neutron [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Refreshing network info cache for port dbbef562-cf8f-45fa-a0a7-ad39d1709406 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.784401] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428985, 'name': Destroy_Task, 'duration_secs': 1.415538} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.785019] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Destroyed the VM [ 1120.785236] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1120.785552] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5655e852-5264-4ef7-b5f8-9b814a6c9377 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.796921] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1120.796921] env[65311]: value = "task-4428990" [ 1120.796921] env[65311]: _type = "Task" [ 1120.796921] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.804791] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428988, 'name': ReconfigVM_Task, 'duration_secs': 0.701116} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.805552] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.805835] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-851586b5-1a83-4256-9026-d3f94d5b229d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.811339] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428990, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.816160] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1120.816160] env[65311]: value = "task-4428991" [ 1120.816160] env[65311]: _type = "Task" [ 1120.816160] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.824503] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428986, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.834268] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.925180] env[65311]: DEBUG nova.scheduler.client.report [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.007222] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428989, 'name': ReconfigVM_Task, 'duration_secs': 0.611691} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.007222] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd/23e41a0e-301e-4b0b-a6af-c7ed88dc05bd.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.007636] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7665fe38-7927-4658-af2c-65da47bb4cd5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.018555] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.020760] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1121.020760] env[65311]: value = "task-4428992" [ 1121.020760] env[65311]: _type = "Task" [ 1121.020760] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.034412] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428992, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.107291] env[65311]: DEBUG nova.compute.manager [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1121.130089] env[65311]: WARNING neutronclient.v2_0.client [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.140764] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1121.141128] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.141378] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1121.141601] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.141818] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1121.142213] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1121.142311] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.142698] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1121.142950] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1121.143242] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1121.143549] env[65311]: DEBUG nova.virt.hardware [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1121.145484] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed88af5d-736b-48e7-9d85-e38957b1f5a8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.160572] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30a2e54-fe1e-4411-99fc-1d7b1cca73f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.314525] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4428990, 'name': RemoveSnapshot_Task, 'duration_secs': 0.444965} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.318642] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1121.318943] env[65311]: DEBUG nova.compute.manager [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1121.319873] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4f0235-0c07-4d68-9a90-f8341861c502 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.340081] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428986, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.340362] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.432836] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.433456] env[65311]: DEBUG nova.compute.manager [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1121.436397] env[65311]: DEBUG oslo_concurrency.lockutils [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.028s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.436613] env[65311]: DEBUG oslo_concurrency.lockutils [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.438994] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.783s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.439113] env[65311]: DEBUG nova.objects.instance [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lazy-loading 'resources' on Instance uuid 2c0a5c88-3d01-4d5c-8b46-5a109107067a {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.466615] env[65311]: INFO nova.scheduler.client.report [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Deleted allocations for instance a26378a7-b715-4c1a-9450-f7cf931ecec1 [ 1121.536708] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428992, 'name': Rename_Task, 'duration_secs': 0.247642} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.536708] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.536897] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8367080-d59d-490a-9659-113fcc288061 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.548712] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1121.548712] env[65311]: value = "task-4428993" [ 1121.548712] env[65311]: _type = "Task" [ 1121.548712] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.564271] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.681114] env[65311]: DEBUG nova.network.neutron [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Successfully updated port: 361d4c29-c515-4887-a825-df8b25183496 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1121.761727] env[65311]: DEBUG nova.compute.manager [req-773e7487-baec-48ca-ad69-2e054013b43a req-a673fc95-7e93-432f-8eaf-fc1ff5a14e66 service nova] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Received event network-vif-plugged-361d4c29-c515-4887-a825-df8b25183496 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1121.762119] env[65311]: DEBUG oslo_concurrency.lockutils [req-773e7487-baec-48ca-ad69-2e054013b43a req-a673fc95-7e93-432f-8eaf-fc1ff5a14e66 service nova] Acquiring lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.762449] env[65311]: DEBUG oslo_concurrency.lockutils [req-773e7487-baec-48ca-ad69-2e054013b43a req-a673fc95-7e93-432f-8eaf-fc1ff5a14e66 service nova] Lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.762749] env[65311]: DEBUG oslo_concurrency.lockutils [req-773e7487-baec-48ca-ad69-2e054013b43a req-a673fc95-7e93-432f-8eaf-fc1ff5a14e66 service nova] Lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.762929] env[65311]: DEBUG nova.compute.manager [req-773e7487-baec-48ca-ad69-2e054013b43a req-a673fc95-7e93-432f-8eaf-fc1ff5a14e66 service nova] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] No waiting events found dispatching network-vif-plugged-361d4c29-c515-4887-a825-df8b25183496 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1121.763162] env[65311]: WARNING nova.compute.manager [req-773e7487-baec-48ca-ad69-2e054013b43a req-a673fc95-7e93-432f-8eaf-fc1ff5a14e66 service nova] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Received unexpected event network-vif-plugged-361d4c29-c515-4887-a825-df8b25183496 for instance with vm_state building and task_state spawning. [ 1121.766134] env[65311]: WARNING neutronclient.v2_0.client [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.828179] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428986, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.835706] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428991, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.845126] env[65311]: INFO nova.compute.manager [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Shelve offloading [ 1121.872966] env[65311]: DEBUG nova.network.neutron [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updated VIF entry in instance network info cache for port dbbef562-cf8f-45fa-a0a7-ad39d1709406. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1121.873353] env[65311]: DEBUG nova.network.neutron [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.943893] env[65311]: DEBUG nova.compute.utils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.950079] env[65311]: DEBUG nova.compute.manager [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1121.950394] env[65311]: DEBUG nova.network.neutron [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1121.951054] env[65311]: WARNING neutronclient.v2_0.client [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.951478] env[65311]: WARNING neutronclient.v2_0.client [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.976457] env[65311]: DEBUG oslo_concurrency.lockutils [None req-51ae4223-8e7c-4512-b93e-534fd8aa40a3 tempest-ServersNegativeTestJSON-1568308048 tempest-ServersNegativeTestJSON-1568308048-project-member] Lock "a26378a7-b715-4c1a-9450-f7cf931ecec1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.068s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.000872] env[65311]: DEBUG nova.policy [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77f3e40d10a45f38d13b1063cdbef21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a334c7c4655a49959d39cc757f6d7efc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.068631] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.161283] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d274d4a5-25e2-4ed9-8893-3e5cc0fbea25 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.170324] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a58ab9f-51b7-4c32-ba07-a038503a4972 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.204115] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "refresh_cache-b076a4e9-562c-4e59-b3e7-1d94b2475be1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.204301] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "refresh_cache-b076a4e9-562c-4e59-b3e7-1d94b2475be1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.204544] env[65311]: DEBUG nova.network.neutron [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1122.207607] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aba872-22e5-4409-bd41-8a7e6abf5b4e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.217645] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de7239-d6af-4365-8af1-761143edff30 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.236180] env[65311]: DEBUG nova.compute.provider_tree [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.330799] env[65311]: DEBUG oslo_vmware.api [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4428991, 'name': PowerOnVM_Task, 'duration_secs': 1.188166} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.334692] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.337599] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428986, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.520951} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.337599] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2f15029-150e-4c03-afc3-5e3c85fce6fc/b2f15029-150e-4c03-afc3-5e3c85fce6fc.vmdk to [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5/5996f38b-8383-45dd-b15d-0d60460e44c5.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.337885] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe0b2e5-95bf-4db2-b3df-7515f13ccae0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.341652] env[65311]: DEBUG nova.compute.manager [None req-40b3013c-c2d0-42df-86a9-b26e3c2fbc61 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1122.342456] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dae67c-304b-4685-be68-05345cd05466 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.363150] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.374729] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5/5996f38b-8383-45dd-b15d-0d60460e44c5.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.376700] env[65311]: DEBUG nova.network.neutron [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Successfully created port: 6c07c2dc-50f7-4d7a-b0d2-1e586dd69345 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1122.380141] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acaa5644-5dc5-4a36-8045-952fcd17fad8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.381896] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee9a3b39-43e9-4cce-89fc-70e0322f7117 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.396594] env[65311]: DEBUG oslo_concurrency.lockutils [req-0a1d8a19-efdf-4c41-98cb-87c50eef4e47 req-24fb7b48-f0aa-418e-bd4c-a26933db3c05 service nova] Releasing lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.408641] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1122.408641] env[65311]: value = "task-4428995" [ 1122.408641] env[65311]: _type = "Task" [ 1122.408641] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.410374] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1122.410374] env[65311]: value = "task-4428994" [ 1122.410374] env[65311]: _type = "Task" [ 1122.410374] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.423609] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.427347] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1122.427619] env[65311]: DEBUG nova.compute.manager [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1122.428430] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c177cce4-5f08-43a1-b4f1-8f6c12b6552a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.435891] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.436068] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.436306] env[65311]: DEBUG nova.network.neutron [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1122.450999] env[65311]: DEBUG nova.compute.manager [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1122.565220] env[65311]: DEBUG oslo_vmware.api [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4428993, 'name': PowerOnVM_Task, 'duration_secs': 0.879973} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.565498] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.565742] env[65311]: INFO nova.compute.manager [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1122.565864] env[65311]: DEBUG nova.compute.manager [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1122.566754] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c1ea75-6672-4e99-a900-4ae34537d325 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.739383] env[65311]: DEBUG nova.scheduler.client.report [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.920424] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428995, 'name': ReconfigVM_Task, 'duration_secs': 0.304694} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.922164] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5/5996f38b-8383-45dd-b15d-0d60460e44c5.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.923141] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_options': None, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encrypted': False, 'image_id': '18b11ab8-080e-4f09-9997-e25574522e0a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866631', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'name': 'volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5996f38b-8383-45dd-b15d-0d60460e44c5', 'attached_at': '', 'detached_at': '', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'serial': '6cc6d6f5-9d8d-4931-846d-797e7edfed13'}, 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': '51b4efa7-c65b-42b3-872a-26d638a92597', 'device_type': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65311) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1122.923141] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1122.923141] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866631', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'name': 'volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5996f38b-8383-45dd-b15d-0d60460e44c5', 'attached_at': '', 'detached_at': '', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'serial': '6cc6d6f5-9d8d-4931-846d-797e7edfed13'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1122.924202] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb9fbab-ead6-48c4-b8a4-0b6f31618f97 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.942171] env[65311]: WARNING neutronclient.v2_0.client [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.945488] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6313d-4a13-4182-a654-c28477e3ee70 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.975182] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13/volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.976088] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-654cf56c-b735-46d2-8ab0-0812bc537af4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.997899] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1122.997899] env[65311]: value = "task-4428996" [ 1122.997899] env[65311]: _type = "Task" [ 1122.997899] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.008187] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.088548] env[65311]: INFO nova.compute.manager [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Took 30.39 seconds to build instance. [ 1123.244786] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.247740] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.353s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.250027] env[65311]: INFO nova.compute.claims [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.272020] env[65311]: INFO nova.scheduler.client.report [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted allocations for instance 2c0a5c88-3d01-4d5c-8b46-5a109107067a [ 1123.375063] env[65311]: DEBUG nova.network.neutron [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1123.477390] env[65311]: DEBUG nova.compute.manager [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1123.505110] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1123.506745] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.506745] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1123.506745] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.506745] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1123.506745] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1123.506745] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.506745] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1123.507297] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1123.507297] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1123.507297] env[65311]: DEBUG nova.virt.hardware [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1123.508132] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f6be1-20da-4ded-b32d-2cb5321f58dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.519732] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5556224-067a-4c7e-94ac-8b5a2483ae52 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.524081] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.590951] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1e71c2b2-d764-4383-8cdb-13445b2ad816 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.905s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.781216] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c92bfbfc-e97c-4015-a0b8-be55a2054152 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "2c0a5c88-3d01-4d5c-8b46-5a109107067a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.194s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.941440] env[65311]: DEBUG nova.network.neutron [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Successfully updated port: 6c07c2dc-50f7-4d7a-b0d2-1e586dd69345 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1124.010164] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.134884] env[65311]: WARNING neutronclient.v2_0.client [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.334804] env[65311]: WARNING neutronclient.v2_0.client [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.369927] env[65311]: DEBUG nova.network.neutron [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Updating instance_info_cache with network_info: [{"id": "361d4c29-c515-4887-a825-df8b25183496", "address": "fa:16:3e:cb:59:e2", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361d4c29-c5", "ovs_interfaceid": "361d4c29-c515-4887-a825-df8b25183496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.445585] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquiring lock "refresh_cache-acd4a69e-f407-4144-9fbe-86a379c8180e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.445585] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquired lock "refresh_cache-acd4a69e-f407-4144-9fbe-86a379c8180e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.445585] env[65311]: DEBUG nova.network.neutron [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.462448] env[65311]: DEBUG nova.network.neutron [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Updating instance_info_cache with network_info: [{"id": "149e4f6d-2d22-4cae-aa16-9ae7ee9b905f", "address": "fa:16:3e:c8:cd:b0", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap149e4f6d-2d", "ovs_interfaceid": "149e4f6d-2d22-4cae-aa16-9ae7ee9b905f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.470406] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad8bfb9-547a-4106-87ab-6fa1f846b51a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.478173] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc62fec-a3d9-4d18-b071-8d4a6df2e5b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.518041] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b425bcc6-8320-4c82-8432-b0effdcf1e80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.526488] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428996, 'name': ReconfigVM_Task, 'duration_secs': 1.3484} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.529096] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Reconfigured VM instance instance-00000057 to attach disk [datastore2] volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13/volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.538750] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d2f1682-4ca3-47d5-bdff-e5e24e71d87c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.550431] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6853f-bf20-4b9e-97cf-a8724816f6b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.567442] env[65311]: DEBUG nova.compute.provider_tree [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.570440] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1124.570440] env[65311]: value = "task-4428997" [ 1124.570440] env[65311]: _type = "Task" [ 1124.570440] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.580530] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428997, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.704954] env[65311]: DEBUG nova.compute.manager [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Received event network-changed-361d4c29-c515-4887-a825-df8b25183496 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1124.705167] env[65311]: DEBUG nova.compute.manager [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Refreshing instance network info cache due to event network-changed-361d4c29-c515-4887-a825-df8b25183496. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1124.705380] env[65311]: DEBUG oslo_concurrency.lockutils [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] Acquiring lock "refresh_cache-b076a4e9-562c-4e59-b3e7-1d94b2475be1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.725880] env[65311]: DEBUG nova.compute.manager [req-8084c899-aa67-4220-93c6-a91cd372c2ea req-f0066e96-0d4c-41bc-b6bc-f52a115a9493 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Received event network-vif-plugged-6c07c2dc-50f7-4d7a-b0d2-1e586dd69345 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1124.726137] env[65311]: DEBUG oslo_concurrency.lockutils [req-8084c899-aa67-4220-93c6-a91cd372c2ea req-f0066e96-0d4c-41bc-b6bc-f52a115a9493 service nova] Acquiring lock "acd4a69e-f407-4144-9fbe-86a379c8180e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.726482] env[65311]: DEBUG oslo_concurrency.lockutils [req-8084c899-aa67-4220-93c6-a91cd372c2ea req-f0066e96-0d4c-41bc-b6bc-f52a115a9493 service nova] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.726692] env[65311]: DEBUG oslo_concurrency.lockutils [req-8084c899-aa67-4220-93c6-a91cd372c2ea req-f0066e96-0d4c-41bc-b6bc-f52a115a9493 service nova] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.726868] env[65311]: DEBUG nova.compute.manager [req-8084c899-aa67-4220-93c6-a91cd372c2ea req-f0066e96-0d4c-41bc-b6bc-f52a115a9493 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] No waiting events found dispatching network-vif-plugged-6c07c2dc-50f7-4d7a-b0d2-1e586dd69345 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1124.727083] env[65311]: WARNING nova.compute.manager [req-8084c899-aa67-4220-93c6-a91cd372c2ea req-f0066e96-0d4c-41bc-b6bc-f52a115a9493 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Received unexpected event network-vif-plugged-6c07c2dc-50f7-4d7a-b0d2-1e586dd69345 for instance with vm_state building and task_state spawning. [ 1124.874433] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "refresh_cache-b076a4e9-562c-4e59-b3e7-1d94b2475be1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.874832] env[65311]: DEBUG nova.compute.manager [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Instance network_info: |[{"id": "361d4c29-c515-4887-a825-df8b25183496", "address": "fa:16:3e:cb:59:e2", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361d4c29-c5", "ovs_interfaceid": "361d4c29-c515-4887-a825-df8b25183496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1124.875166] env[65311]: DEBUG oslo_concurrency.lockutils [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] Acquired lock "refresh_cache-b076a4e9-562c-4e59-b3e7-1d94b2475be1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.875345] env[65311]: DEBUG nova.network.neutron [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Refreshing network info cache for port 361d4c29-c515-4887-a825-df8b25183496 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.876664] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:59:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '361d4c29-c515-4887-a825-df8b25183496', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.886965] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1124.888031] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.888284] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faadbb41-cf43-45d1-8064-4525e0cef0a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.909192] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.909192] env[65311]: value = "task-4428998" [ 1124.909192] env[65311]: _type = "Task" [ 1124.909192] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.918952] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428998, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.965512] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.965512] env[65311]: WARNING neutronclient.v2_0.client [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.965750] env[65311]: WARNING neutronclient.v2_0.client [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.000971] env[65311]: DEBUG nova.network.neutron [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1125.072536] env[65311]: DEBUG nova.scheduler.client.report [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.087076] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428997, 'name': ReconfigVM_Task, 'duration_secs': 0.16987} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.087299] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866631', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'name': 'volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5996f38b-8383-45dd-b15d-0d60460e44c5', 'attached_at': '', 'detached_at': '', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'serial': '6cc6d6f5-9d8d-4931-846d-797e7edfed13'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1125.087846] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c49f0685-9480-457b-a2a4-3548e56b338f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.097769] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1125.097769] env[65311]: value = "task-4428999" [ 1125.097769] env[65311]: _type = "Task" [ 1125.097769] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.111980] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428999, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.131467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.132723] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.388514] env[65311]: WARNING neutronclient.v2_0.client [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.421206] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4428998, 'name': CreateVM_Task, 'duration_secs': 0.422118} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.421282] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.422030] env[65311]: WARNING neutronclient.v2_0.client [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.422186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.422343] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.422653] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.422919] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113b68e8-b7b1-4759-a2cf-14a1d0773ad9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.429905] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1125.429905] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52597848-73bc-d877-3a95-51740c85ceca" [ 1125.429905] env[65311]: _type = "Task" [ 1125.429905] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.440080] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52597848-73bc-d877-3a95-51740c85ceca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.522559] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.523497] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51e46c-ca0b-4cb6-b652-8ab14e8ca491 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.532186] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.532502] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11b26d08-d3e5-4d5e-9e4b-e34282cb8fb6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.581550] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.581550] env[65311]: DEBUG nova.compute.manager [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1125.586317] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.566s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.587835] env[65311]: INFO nova.compute.claims [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.609341] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4428999, 'name': Rename_Task, 'duration_secs': 0.186237} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.609668] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.610179] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-560786e3-820a-42a8-8415-9e6ed3e7e3db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.618195] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1125.618195] env[65311]: value = "task-4429001" [ 1125.618195] env[65311]: _type = "Task" [ 1125.618195] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.631994] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.635504] env[65311]: DEBUG nova.compute.manager [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1125.649232] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.649467] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.649657] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleting the datastore file [datastore1] 1a15e479-6aef-41bc-bedb-d8b25675f45a {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.650655] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f11d0f7-4ad3-423f-95ef-f9f6ca0e3291 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.658381] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1125.658381] env[65311]: value = "task-4429002" [ 1125.658381] env[65311]: _type = "Task" [ 1125.658381] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.668165] env[65311]: WARNING neutronclient.v2_0.client [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.675206] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.809703] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "a139f42d-be60-4e9a-9038-ead906efed61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.810014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "a139f42d-be60-4e9a-9038-ead906efed61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.825173] env[65311]: DEBUG nova.network.neutron [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Updating instance_info_cache with network_info: [{"id": "6c07c2dc-50f7-4d7a-b0d2-1e586dd69345", "address": "fa:16:3e:d8:5a:c8", "network": {"id": "18d2a68b-1457-401d-b63b-7b5ec6bfb0a6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1895005141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a334c7c4655a49959d39cc757f6d7efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c07c2dc-50", "ovs_interfaceid": "6c07c2dc-50f7-4d7a-b0d2-1e586dd69345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.848273] env[65311]: WARNING neutronclient.v2_0.client [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.924837] env[65311]: DEBUG nova.network.neutron [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Updated VIF entry in instance network info cache for port 361d4c29-c515-4887-a825-df8b25183496. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1125.925226] env[65311]: DEBUG nova.network.neutron [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Updating instance_info_cache with network_info: [{"id": "361d4c29-c515-4887-a825-df8b25183496", "address": "fa:16:3e:cb:59:e2", "network": {"id": "ff736cd6-4f31-4ebc-b64b-74f9f32d4bb6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-325002739-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "772a53bbca574a6a95f99e5aef167d61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361d4c29-c5", "ovs_interfaceid": "361d4c29-c515-4887-a825-df8b25183496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.942943] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52597848-73bc-d877-3a95-51740c85ceca, 'name': SearchDatastore_Task, 'duration_secs': 0.016947} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.943273] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.943535] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.943790] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.943790] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.944246] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.944615] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb790ceb-e9cd-4278-b15b-bc24f2011042 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.955356] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.955540] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.956628] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805fbd96-42b5-4b39-b500-fc58e78d9d87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.965090] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1125.965090] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5281b33f-31e8-1da8-2b25-dae5e2695c0e" [ 1125.965090] env[65311]: _type = "Task" [ 1125.965090] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.974054] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5281b33f-31e8-1da8-2b25-dae5e2695c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.093851] env[65311]: DEBUG nova.compute.utils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.098316] env[65311]: DEBUG nova.compute.manager [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1126.098494] env[65311]: DEBUG nova.network.neutron [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1126.098839] env[65311]: WARNING neutronclient.v2_0.client [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.099174] env[65311]: WARNING neutronclient.v2_0.client [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.140232] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429001, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.145586] env[65311]: DEBUG nova.policy [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f393373c523040ce9c885740db54c738', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a7f0a4a84d741f5a0674d53788bb786', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.166743] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.175906] env[65311]: DEBUG oslo_vmware.api [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292378} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.175906] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.175906] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.175906] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.211512] env[65311]: INFO nova.scheduler.client.report [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted allocations for instance 1a15e479-6aef-41bc-bedb-d8b25675f45a [ 1126.316107] env[65311]: DEBUG nova.compute.manager [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1126.331212] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Releasing lock "refresh_cache-acd4a69e-f407-4144-9fbe-86a379c8180e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.331765] env[65311]: DEBUG nova.compute.manager [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Instance network_info: |[{"id": "6c07c2dc-50f7-4d7a-b0d2-1e586dd69345", "address": "fa:16:3e:d8:5a:c8", "network": {"id": "18d2a68b-1457-401d-b63b-7b5ec6bfb0a6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1895005141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a334c7c4655a49959d39cc757f6d7efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c07c2dc-50", "ovs_interfaceid": "6c07c2dc-50f7-4d7a-b0d2-1e586dd69345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1126.332717] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:5a:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c07c2dc-50f7-4d7a-b0d2-1e586dd69345', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.340623] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Creating folder: Project (a334c7c4655a49959d39cc757f6d7efc). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.341475] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71f1e376-e9bb-426e-bfb1-2d4839fbbbd1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.353606] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Created folder: Project (a334c7c4655a49959d39cc757f6d7efc) in parent group-v866349. [ 1126.353743] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Creating folder: Instances. Parent ref: group-v866645. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.353971] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2f7531a-9dc8-4517-91ad-52ff0d2ab027 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.364717] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Created folder: Instances in parent group-v866645. [ 1126.364921] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1126.365149] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.365384] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54cce28a-cbf9-4c00-a62f-456a3ed41ace {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.387460] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.387460] env[65311]: value = "task-4429005" [ 1126.387460] env[65311]: _type = "Task" [ 1126.387460] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.396559] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429005, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.428241] env[65311]: DEBUG oslo_concurrency.lockutils [req-e0331148-a20c-456c-9d30-a31ab84ae9f2 req-6803c630-4155-4afe-a70b-64db73b89f08 service nova] Releasing lock "refresh_cache-b076a4e9-562c-4e59-b3e7-1d94b2475be1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.476971] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5281b33f-31e8-1da8-2b25-dae5e2695c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.020328} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.477735] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac71049-9b2d-4f90-ba3f-b7073f51e79d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.484666] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1126.484666] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5257dbb9-15d8-c91a-fe2e-d7a4a4fcf031" [ 1126.484666] env[65311]: _type = "Task" [ 1126.484666] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.495184] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5257dbb9-15d8-c91a-fe2e-d7a4a4fcf031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.606671] env[65311]: DEBUG nova.compute.manager [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1126.635376] env[65311]: DEBUG oslo_vmware.api [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429001, 'name': PowerOnVM_Task, 'duration_secs': 0.549409} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.635376] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.716283] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.789375] env[65311]: DEBUG nova.compute.manager [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Received event network-changed-6c07c2dc-50f7-4d7a-b0d2-1e586dd69345 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1126.789605] env[65311]: DEBUG nova.compute.manager [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Refreshing instance network info cache due to event network-changed-6c07c2dc-50f7-4d7a-b0d2-1e586dd69345. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1126.790832] env[65311]: DEBUG oslo_concurrency.lockutils [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] Acquiring lock "refresh_cache-acd4a69e-f407-4144-9fbe-86a379c8180e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.790832] env[65311]: DEBUG oslo_concurrency.lockutils [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] Acquired lock "refresh_cache-acd4a69e-f407-4144-9fbe-86a379c8180e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.790832] env[65311]: DEBUG nova.network.neutron [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Refreshing network info cache for port 6c07c2dc-50f7-4d7a-b0d2-1e586dd69345 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.812386] env[65311]: DEBUG nova.compute.manager [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1126.812386] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48b75ca-8bea-41fc-8729-456ab59bb1d5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.859189] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.875662] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e97e28-c11b-4c6e-8186-596095260d03 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.887421] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbfd401-c981-45b6-92d4-60162bed5e56 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.891899] env[65311]: DEBUG nova.compute.manager [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Received event network-changed-dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1126.892133] env[65311]: DEBUG nova.compute.manager [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Refreshing instance network info cache due to event network-changed-dfdfd6bd-0aa4-4523-8229-9b5f8e350a80. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1126.892363] env[65311]: DEBUG oslo_concurrency.lockutils [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] Acquiring lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.892504] env[65311]: DEBUG oslo_concurrency.lockutils [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] Acquired lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.892659] env[65311]: DEBUG nova.network.neutron [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Refreshing network info cache for port dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.932046] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429005, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.933428] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671ac011-3bb3-4918-b17a-0d4c9fc3430f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.942080] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76bcec6-7ef8-4de3-a33c-32c7273afd9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.959204] env[65311]: DEBUG nova.compute.provider_tree [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.997510] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5257dbb9-15d8-c91a-fe2e-d7a4a4fcf031, 'name': SearchDatastore_Task, 'duration_secs': 0.015365} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.997510] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.997752] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b076a4e9-562c-4e59-b3e7-1d94b2475be1/b076a4e9-562c-4e59-b3e7-1d94b2475be1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.997990] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-411d3384-d7d6-4c90-8eb9-43773596ade9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.009301] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1127.009301] env[65311]: value = "task-4429006" [ 1127.009301] env[65311]: _type = "Task" [ 1127.009301] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.018368] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.023417] env[65311]: DEBUG nova.network.neutron [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Successfully created port: 0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1127.037546] env[65311]: INFO nova.compute.manager [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Rescuing [ 1127.037906] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.038129] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.038366] env[65311]: DEBUG nova.network.neutron [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.296697] env[65311]: WARNING neutronclient.v2_0.client [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.351262] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b779ad76-557a-4e67-9536-2e728b48086d tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.401s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.396757] env[65311]: WARNING neutronclient.v2_0.client [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.418701] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429005, 'name': CreateVM_Task, 'duration_secs': 0.612969} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.419149] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.419611] env[65311]: WARNING neutronclient.v2_0.client [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.420032] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.420469] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.420550] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.420931] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4542bac-9dc2-434c-8617-822d1b83f3dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.429209] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1127.429209] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52018395-6c31-f7c9-0682-81ed2c4f2d68" [ 1127.429209] env[65311]: _type = "Task" [ 1127.429209] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.443777] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52018395-6c31-f7c9-0682-81ed2c4f2d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.463076] env[65311]: DEBUG nova.scheduler.client.report [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.523340] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429006, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.541883] env[65311]: WARNING neutronclient.v2_0.client [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.622268] env[65311]: DEBUG nova.compute.manager [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1127.653194] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1127.653547] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.653729] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1127.653980] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.654143] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1127.654309] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1127.654473] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1127.654703] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1127.654784] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1127.654927] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1127.655103] env[65311]: DEBUG nova.virt.hardware [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1127.656491] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e067d6b1-ecd0-44b8-b4e3-89115e88fc9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.665562] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefe2d79-0c74-45cf-8e42-a240b4f98fe4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.885990] env[65311]: DEBUG oslo_concurrency.lockutils [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "1a15e479-6aef-41bc-bedb-d8b25675f45a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.944192] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52018395-6c31-f7c9-0682-81ed2c4f2d68, 'name': SearchDatastore_Task, 'duration_secs': 0.061377} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.944192] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.944192] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.944192] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.944192] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.944192] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.944192] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f32efe4a-d5bf-46ed-8718-145b7060391b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.960023] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.960023] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.960023] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaaddc43-a10a-4337-b5ea-a393c967c082 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.965471] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1127.965471] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b39f7d-0602-aa45-6cb4-29df65289ca7" [ 1127.965471] env[65311]: _type = "Task" [ 1127.965471] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.971670] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.972341] env[65311]: DEBUG nova.compute.manager [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1127.975102] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.808s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.976680] env[65311]: INFO nova.compute.claims [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.985230] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b39f7d-0602-aa45-6cb4-29df65289ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.023032] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673929} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.025020] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b076a4e9-562c-4e59-b3e7-1d94b2475be1/b076a4e9-562c-4e59-b3e7-1d94b2475be1.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.025020] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.025020] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3d1782d-d73a-48eb-a44a-7c7902223b93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.030912] env[65311]: WARNING neutronclient.v2_0.client [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.035951] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1128.035951] env[65311]: value = "task-4429007" [ 1128.035951] env[65311]: _type = "Task" [ 1128.035951] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.047683] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.243265] env[65311]: WARNING neutronclient.v2_0.client [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.317229] env[65311]: DEBUG nova.network.neutron [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Updated VIF entry in instance network info cache for port 6c07c2dc-50f7-4d7a-b0d2-1e586dd69345. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.317801] env[65311]: DEBUG nova.network.neutron [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Updating instance_info_cache with network_info: [{"id": "6c07c2dc-50f7-4d7a-b0d2-1e586dd69345", "address": "fa:16:3e:d8:5a:c8", "network": {"id": "18d2a68b-1457-401d-b63b-7b5ec6bfb0a6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1895005141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a334c7c4655a49959d39cc757f6d7efc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c07c2dc-50", "ovs_interfaceid": "6c07c2dc-50f7-4d7a-b0d2-1e586dd69345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.473143] env[65311]: WARNING neutronclient.v2_0.client [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.481620] env[65311]: DEBUG nova.compute.utils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.484959] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b39f7d-0602-aa45-6cb4-29df65289ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.033062} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.485448] env[65311]: DEBUG nova.compute.manager [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1128.485638] env[65311]: DEBUG nova.network.neutron [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1128.485942] env[65311]: WARNING neutronclient.v2_0.client [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.486270] env[65311]: WARNING neutronclient.v2_0.client [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.489083] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3070ed8b-a17e-445b-a980-1f0c4622e8ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.495397] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1128.495397] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5273e037-5b91-79a4-603b-e0e23164feac" [ 1128.495397] env[65311]: _type = "Task" [ 1128.495397] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.503944] env[65311]: DEBUG nova.network.neutron [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updated VIF entry in instance network info cache for port dfdfd6bd-0aa4-4523-8229-9b5f8e350a80. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.504364] env[65311]: DEBUG nova.network.neutron [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance_info_cache with network_info: [{"id": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "address": "fa:16:3e:81:df:07", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdfd6bd-0a", "ovs_interfaceid": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.509051] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5273e037-5b91-79a4-603b-e0e23164feac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.547282] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202025} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.547578] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.548437] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2317cc17-e2af-4e8d-b41c-bcece5a756df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.572479] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] b076a4e9-562c-4e59-b3e7-1d94b2475be1/b076a4e9-562c-4e59-b3e7-1d94b2475be1.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.572859] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3856ab82-4d36-4139-8c24-56231a49c25a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.596687] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1128.596687] env[65311]: value = "task-4429008" [ 1128.596687] env[65311]: _type = "Task" [ 1128.596687] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.605973] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429008, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.614067] env[65311]: DEBUG nova.policy [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c3ccf835ee84c41bbb7e1069ff5c455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1716d7235e604ea99f3ee78e8ca849b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.645518] env[65311]: DEBUG nova.network.neutron [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Successfully updated port: 0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1128.666625] env[65311]: DEBUG nova.network.neutron [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Updating instance_info_cache with network_info: [{"id": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "address": "fa:16:3e:43:90:79", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aba4679-7a", "ovs_interfaceid": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.820569] env[65311]: DEBUG oslo_concurrency.lockutils [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] Releasing lock "refresh_cache-acd4a69e-f407-4144-9fbe-86a379c8180e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.820992] env[65311]: DEBUG nova.compute.manager [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Received event network-vif-unplugged-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1128.821352] env[65311]: DEBUG oslo_concurrency.lockutils [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] Acquiring lock "1a15e479-6aef-41bc-bedb-d8b25675f45a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.821507] env[65311]: DEBUG oslo_concurrency.lockutils [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.821900] env[65311]: DEBUG oslo_concurrency.lockutils [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.821900] env[65311]: DEBUG nova.compute.manager [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] No waiting events found dispatching network-vif-unplugged-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1128.822081] env[65311]: WARNING nova.compute.manager [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Received unexpected event network-vif-unplugged-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f for instance with vm_state shelved_offloaded and task_state None. [ 1128.822307] env[65311]: DEBUG nova.compute.manager [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Received event network-changed-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1128.822485] env[65311]: DEBUG nova.compute.manager [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Refreshing instance network info cache due to event network-changed-149e4f6d-2d22-4cae-aa16-9ae7ee9b905f. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1128.822718] env[65311]: DEBUG oslo_concurrency.lockutils [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] Acquiring lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.822861] env[65311]: DEBUG oslo_concurrency.lockutils [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] Acquired lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.823164] env[65311]: DEBUG nova.network.neutron [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Refreshing network info cache for port 149e4f6d-2d22-4cae-aa16-9ae7ee9b905f {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.925915] env[65311]: DEBUG nova.compute.manager [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received event network-vif-plugged-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1128.926397] env[65311]: DEBUG oslo_concurrency.lockutils [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] Acquiring lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.926612] env[65311]: DEBUG oslo_concurrency.lockutils [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.926772] env[65311]: DEBUG oslo_concurrency.lockutils [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.926985] env[65311]: DEBUG nova.compute.manager [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] No waiting events found dispatching network-vif-plugged-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1128.927113] env[65311]: WARNING nova.compute.manager [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received unexpected event network-vif-plugged-0936ac13-cee3-42ed-834c-377791127339 for instance with vm_state building and task_state spawning. [ 1128.927284] env[65311]: DEBUG nova.compute.manager [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received event network-changed-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1128.927433] env[65311]: DEBUG nova.compute.manager [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Refreshing instance network info cache due to event network-changed-0936ac13-cee3-42ed-834c-377791127339. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1128.927595] env[65311]: DEBUG oslo_concurrency.lockutils [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] Acquiring lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.927756] env[65311]: DEBUG oslo_concurrency.lockutils [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] Acquired lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.927834] env[65311]: DEBUG nova.network.neutron [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Refreshing network info cache for port 0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.986480] env[65311]: DEBUG nova.compute.manager [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1129.010147] env[65311]: DEBUG oslo_concurrency.lockutils [req-8f884978-de96-4459-bf75-c34f01d519d1 req-9188cb42-de9d-4a2a-a5b6-8a76b1b7411f service nova] Releasing lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.010714] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5273e037-5b91-79a4-603b-e0e23164feac, 'name': SearchDatastore_Task, 'duration_secs': 0.058903} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.011037] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.011487] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] acd4a69e-f407-4144-9fbe-86a379c8180e/acd4a69e-f407-4144-9fbe-86a379c8180e.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.011757] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9e9303d-ed4d-4f2d-be83-146ef2799de9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.020627] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1129.020627] env[65311]: value = "task-4429009" [ 1129.020627] env[65311]: _type = "Task" [ 1129.020627] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.029999] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.057410] env[65311]: DEBUG nova.network.neutron [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Successfully created port: 128553ba-5e81-412f-8e65-36b46e4346d5 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1129.112341] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429008, 'name': ReconfigVM_Task, 'duration_secs': 0.512649} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.112655] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Reconfigured VM instance instance-00000069 to attach disk [datastore2] b076a4e9-562c-4e59-b3e7-1d94b2475be1/b076a4e9-562c-4e59-b3e7-1d94b2475be1.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.113371] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d69b3069-a61c-4cb3-afbd-61c3ea79794c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.121676] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1129.121676] env[65311]: value = "task-4429010" [ 1129.121676] env[65311]: _type = "Task" [ 1129.121676] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.130688] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429010, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.148502] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.169143] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.213978] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b3e550-24c8-4ab9-b5f5-89634c340df0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.224493] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bc86c0-134c-4dbb-a639-af22bbd10d79 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.264304] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622310c6-1568-4aa5-9689-3a502e03328a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.274995] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393a6980-48b8-49d0-81ee-8215888168d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.294251] env[65311]: DEBUG nova.compute.provider_tree [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.326749] env[65311]: WARNING neutronclient.v2_0.client [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.430992] env[65311]: WARNING neutronclient.v2_0.client [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.470030] env[65311]: DEBUG nova.network.neutron [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1129.532422] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429009, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.590727] env[65311]: DEBUG nova.network.neutron [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.622814] env[65311]: WARNING neutronclient.v2_0.client [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.637018] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429010, 'name': Rename_Task, 'duration_secs': 0.25407} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.637294] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.637601] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5457a439-07d9-4433-80cd-b9b344883f44 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.645129] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1129.645129] env[65311]: value = "task-4429011" [ 1129.645129] env[65311]: _type = "Task" [ 1129.645129] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.654314] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.782959] env[65311]: DEBUG nova.network.neutron [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Updated VIF entry in instance network info cache for port 149e4f6d-2d22-4cae-aa16-9ae7ee9b905f. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1129.783345] env[65311]: DEBUG nova.network.neutron [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Updating instance_info_cache with network_info: [{"id": "149e4f6d-2d22-4cae-aa16-9ae7ee9b905f", "address": "fa:16:3e:c8:cd:b0", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": null, "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap149e4f6d-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.798263] env[65311]: DEBUG nova.scheduler.client.report [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.998378] env[65311]: DEBUG nova.compute.manager [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1130.028439] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1130.028690] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.028842] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1130.029050] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.029181] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1130.029399] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1130.029526] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1130.029674] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1130.029840] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1130.029991] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1130.030174] env[65311]: DEBUG nova.virt.hardware [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1130.031143] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3496857-35fc-4afd-97c6-74439a8c2821 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.040945] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649175} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.043607] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] acd4a69e-f407-4144-9fbe-86a379c8180e/acd4a69e-f407-4144-9fbe-86a379c8180e.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.043873] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.044309] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ad00ddd-9bae-4e2e-8e76-db3aa1a448f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.048678] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b026f1cb-8125-4a37-8abb-3aa0c3f6cfb5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.068970] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1130.068970] env[65311]: value = "task-4429012" [ 1130.068970] env[65311]: _type = "Task" [ 1130.068970] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.079485] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.093722] env[65311]: DEBUG oslo_concurrency.lockutils [req-945451bc-9587-42a1-83ca-864cead745c3 req-bc982a70-66d5-4268-bc71-8984767fc261 service nova] Releasing lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.093906] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.094100] env[65311]: DEBUG nova.network.neutron [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.157400] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429011, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.287074] env[65311]: DEBUG oslo_concurrency.lockutils [req-c94d8ef0-418d-4c7c-800b-fa04f82b0acb req-fd5263eb-1877-4d73-b606-e396e8664836 service nova] Releasing lock "refresh_cache-1a15e479-6aef-41bc-bedb-d8b25675f45a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.303782] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.304364] env[65311]: DEBUG nova.compute.manager [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1130.307257] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.591s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.307476] env[65311]: DEBUG nova.objects.instance [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'resources' on Instance uuid 1a15e479-6aef-41bc-bedb-d8b25675f45a {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.581723] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172899} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.582105] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.583240] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d300e5-cef4-4b0e-9e82-bc93485ec866 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.620159] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] acd4a69e-f407-4144-9fbe-86a379c8180e/acd4a69e-f407-4144-9fbe-86a379c8180e.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.621045] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577cfc96-f506-4d6c-a6d1-73950174a152 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.653710] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1130.653710] env[65311]: value = "task-4429013" [ 1130.653710] env[65311]: _type = "Task" [ 1130.653710] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.654923] env[65311]: DEBUG nova.network.neutron [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1130.666969] env[65311]: DEBUG oslo_vmware.api [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429011, 'name': PowerOnVM_Task, 'duration_secs': 0.527024} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.667809] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.668097] env[65311]: INFO nova.compute.manager [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1130.668332] env[65311]: DEBUG nova.compute.manager [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1130.669497] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccbeb15-884d-4b18-a1a0-1dc6d573792c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.678240] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.725509] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.725932] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9986164a-692b-4fc2-a1af-7aa72fc65a6e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.735856] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1130.735856] env[65311]: value = "task-4429014" [ 1130.735856] env[65311]: _type = "Task" [ 1130.735856] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.742781] env[65311]: WARNING neutronclient.v2_0.client [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.753110] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.806686] env[65311]: DEBUG nova.compute.manager [req-44823b3b-7b44-405a-9f44-e88d15cf43f3 req-3fba8b55-fde0-4488-9288-c1dfd6715a05 service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Received event network-vif-plugged-128553ba-5e81-412f-8e65-36b46e4346d5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1130.806901] env[65311]: DEBUG oslo_concurrency.lockutils [req-44823b3b-7b44-405a-9f44-e88d15cf43f3 req-3fba8b55-fde0-4488-9288-c1dfd6715a05 service nova] Acquiring lock "a68938e3-b94e-402a-a603-8e10a1542b69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.807140] env[65311]: DEBUG oslo_concurrency.lockutils [req-44823b3b-7b44-405a-9f44-e88d15cf43f3 req-3fba8b55-fde0-4488-9288-c1dfd6715a05 service nova] Lock "a68938e3-b94e-402a-a603-8e10a1542b69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.807314] env[65311]: DEBUG oslo_concurrency.lockutils [req-44823b3b-7b44-405a-9f44-e88d15cf43f3 req-3fba8b55-fde0-4488-9288-c1dfd6715a05 service nova] Lock "a68938e3-b94e-402a-a603-8e10a1542b69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.807476] env[65311]: DEBUG nova.compute.manager [req-44823b3b-7b44-405a-9f44-e88d15cf43f3 req-3fba8b55-fde0-4488-9288-c1dfd6715a05 service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] No waiting events found dispatching network-vif-plugged-128553ba-5e81-412f-8e65-36b46e4346d5 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1130.807634] env[65311]: WARNING nova.compute.manager [req-44823b3b-7b44-405a-9f44-e88d15cf43f3 req-3fba8b55-fde0-4488-9288-c1dfd6715a05 service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Received unexpected event network-vif-plugged-128553ba-5e81-412f-8e65-36b46e4346d5 for instance with vm_state building and task_state spawning. [ 1130.810472] env[65311]: DEBUG nova.compute.utils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.812146] env[65311]: DEBUG nova.objects.instance [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'numa_topology' on Instance uuid 1a15e479-6aef-41bc-bedb-d8b25675f45a {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.813637] env[65311]: DEBUG nova.compute.manager [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1130.813847] env[65311]: DEBUG nova.network.neutron [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1130.814620] env[65311]: WARNING neutronclient.v2_0.client [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.815224] env[65311]: WARNING neutronclient.v2_0.client [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.849946] env[65311]: DEBUG nova.network.neutron [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating instance_info_cache with network_info: [{"id": "0936ac13-cee3-42ed-834c-377791127339", "address": "fa:16:3e:6f:7a:15", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0936ac13-ce", "ovs_interfaceid": "0936ac13-cee3-42ed-834c-377791127339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.886449] env[65311]: DEBUG nova.policy [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a54a154ee7554f0eb1f26393629e97f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5077eef8f87841d08820c39cb336c343', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.098569] env[65311]: DEBUG nova.network.neutron [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Successfully updated port: 128553ba-5e81-412f-8e65-36b46e4346d5 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1131.140771] env[65311]: DEBUG nova.compute.manager [req-0d65a8e8-8456-435c-b92c-c95dce2a5a1f req-4480c179-11bf-4738-a5f0-8d86fd57620b service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Received event network-changed-128553ba-5e81-412f-8e65-36b46e4346d5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1131.141075] env[65311]: DEBUG nova.compute.manager [req-0d65a8e8-8456-435c-b92c-c95dce2a5a1f req-4480c179-11bf-4738-a5f0-8d86fd57620b service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Refreshing instance network info cache due to event network-changed-128553ba-5e81-412f-8e65-36b46e4346d5. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1131.141315] env[65311]: DEBUG oslo_concurrency.lockutils [req-0d65a8e8-8456-435c-b92c-c95dce2a5a1f req-4480c179-11bf-4738-a5f0-8d86fd57620b service nova] Acquiring lock "refresh_cache-a68938e3-b94e-402a-a603-8e10a1542b69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.141484] env[65311]: DEBUG oslo_concurrency.lockutils [req-0d65a8e8-8456-435c-b92c-c95dce2a5a1f req-4480c179-11bf-4738-a5f0-8d86fd57620b service nova] Acquired lock "refresh_cache-a68938e3-b94e-402a-a603-8e10a1542b69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.141704] env[65311]: DEBUG nova.network.neutron [req-0d65a8e8-8456-435c-b92c-c95dce2a5a1f req-4480c179-11bf-4738-a5f0-8d86fd57620b service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Refreshing network info cache for port 128553ba-5e81-412f-8e65-36b46e4346d5 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.171490] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.199307] env[65311]: INFO nova.compute.manager [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Took 24.49 seconds to build instance. [ 1131.249038] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429014, 'name': PowerOffVM_Task, 'duration_secs': 0.348342} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.249266] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.250139] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7743787e-63f8-4887-ae0b-43e96128b704 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.270993] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa0bc2a-d82d-4cdf-93b4-8f0153ea6f95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.308862] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.309258] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c72f0f-136a-498f-a3af-46078b7bcf04 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.314094] env[65311]: DEBUG nova.compute.manager [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1131.319161] env[65311]: DEBUG nova.objects.base [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Object Instance<1a15e479-6aef-41bc-bedb-d8b25675f45a> lazy-loaded attributes: resources,numa_topology {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1131.324287] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1131.324287] env[65311]: value = "task-4429015" [ 1131.324287] env[65311]: _type = "Task" [ 1131.324287] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.340737] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1131.341043] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.341322] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.341502] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.341763] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.342082] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec1f2e4d-88e4-4f00-8780-9882b4c4fb38 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.353613] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.353613] env[65311]: DEBUG nova.compute.manager [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Instance network_info: |[{"id": "0936ac13-cee3-42ed-834c-377791127339", "address": "fa:16:3e:6f:7a:15", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0936ac13-ce", "ovs_interfaceid": "0936ac13-cee3-42ed-834c-377791127339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1131.355109] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:7a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0936ac13-cee3-42ed-834c-377791127339', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.363386] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1131.363768] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.363882] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.367409] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.367640] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05112a84-f923-45a1-bf43-cc1f3945df99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.371893] env[65311]: DEBUG nova.network.neutron [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Successfully created port: ebdec675-da09-49d6-9599-889f6a9a5980 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1131.375130] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54728cfe-3c6e-463b-b566-0408105ba4c2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.397432] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1131.397432] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e7a964-e26c-7dcd-5bdb-3dab7672afb8" [ 1131.397432] env[65311]: _type = "Task" [ 1131.397432] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.398903] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.398903] env[65311]: value = "task-4429016" [ 1131.398903] env[65311]: _type = "Task" [ 1131.398903] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.414739] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e7a964-e26c-7dcd-5bdb-3dab7672afb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.418501] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429016, 'name': CreateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.546173] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c79185d-1216-444e-b47f-f9931f3c3761 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.555087] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becad490-4866-4c8a-9a77-7167dfa8461a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.590895] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c583984-7d4b-41fd-b7a5-ad346d968b9c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.601650] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "refresh_cache-a68938e3-b94e-402a-a603-8e10a1542b69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.603192] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0e0ae8-9d8c-4cce-9b01-be47dd4485e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.620255] env[65311]: DEBUG nova.compute.provider_tree [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.644216] env[65311]: WARNING neutronclient.v2_0.client [req-0d65a8e8-8456-435c-b92c-c95dce2a5a1f req-4480c179-11bf-4738-a5f0-8d86fd57620b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.672177] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429013, 'name': ReconfigVM_Task, 'duration_secs': 0.759042} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.672660] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] acd4a69e-f407-4144-9fbe-86a379c8180e/acd4a69e-f407-4144-9fbe-86a379c8180e.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.673580] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-502428f9-1c91-4397-bafa-2b9553b03230 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.683607] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1131.683607] env[65311]: value = "task-4429017" [ 1131.683607] env[65311]: _type = "Task" [ 1131.683607] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.697904] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429017, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.704831] env[65311]: DEBUG oslo_concurrency.lockutils [None req-25698f0a-eb8f-47d7-8054-8f84dab92370 tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.010s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.713904] env[65311]: DEBUG nova.network.neutron [req-0d65a8e8-8456-435c-b92c-c95dce2a5a1f req-4480c179-11bf-4738-a5f0-8d86fd57620b service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1131.826901] env[65311]: DEBUG nova.network.neutron [req-0d65a8e8-8456-435c-b92c-c95dce2a5a1f req-4480c179-11bf-4738-a5f0-8d86fd57620b service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.916623] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e7a964-e26c-7dcd-5bdb-3dab7672afb8, 'name': SearchDatastore_Task, 'duration_secs': 0.026896} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.920666] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429016, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.920894] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66b5999-c44d-46c4-b30f-51ec5b1ea0f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.929211] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1131.929211] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e415a4-8731-73f6-7184-4b87e2cc05b6" [ 1131.929211] env[65311]: _type = "Task" [ 1131.929211] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.943790] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e415a4-8731-73f6-7184-4b87e2cc05b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.123180] env[65311]: DEBUG nova.scheduler.client.report [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.193648] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429017, 'name': Rename_Task, 'duration_secs': 0.241742} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.193957] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.194195] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-688b7b9f-e4e4-46a3-bf70-7b56b03d0a1a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.201631] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1132.201631] env[65311]: value = "task-4429018" [ 1132.201631] env[65311]: _type = "Task" [ 1132.201631] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.210838] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.335341] env[65311]: DEBUG oslo_concurrency.lockutils [req-0d65a8e8-8456-435c-b92c-c95dce2a5a1f req-4480c179-11bf-4738-a5f0-8d86fd57620b service nova] Releasing lock "refresh_cache-a68938e3-b94e-402a-a603-8e10a1542b69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.336800] env[65311]: DEBUG nova.compute.manager [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1132.339411] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "refresh_cache-a68938e3-b94e-402a-a603-8e10a1542b69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.339594] env[65311]: DEBUG nova.network.neutron [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.371943] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1132.372227] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.372389] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1132.372559] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.372697] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1132.372838] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1132.373616] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1132.373903] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1132.374525] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1132.374919] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1132.375229] env[65311]: DEBUG nova.virt.hardware [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1132.377130] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0754ff-d2b3-40af-85dd-c9d6c3235454 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.387821] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ff0267-ad42-47a6-9b3c-8b89d271bb86 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.414404] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429016, 'name': CreateVM_Task, 'duration_secs': 0.616407} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.414588] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.415114] env[65311]: WARNING neutronclient.v2_0.client [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.415574] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.416170] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.416170] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.416393] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35eb73a5-c6db-4d7d-b599-f53f5c6a985a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.422539] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1132.422539] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52390862-d6b2-0a13-2bab-2b3bfc388930" [ 1132.422539] env[65311]: _type = "Task" [ 1132.422539] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.436405] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52390862-d6b2-0a13-2bab-2b3bfc388930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.443182] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e415a4-8731-73f6-7184-4b87e2cc05b6, 'name': SearchDatastore_Task, 'duration_secs': 0.036346} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.443433] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.443710] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 20e5f52c-a77c-41f7-8a15-4631efbf4705/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. {{(pid=65311) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1132.443992] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f6fb3b-937b-4ce5-9d3e-8271a4b58c82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.451709] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1132.451709] env[65311]: value = "task-4429019" [ 1132.451709] env[65311]: _type = "Task" [ 1132.451709] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.461513] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.628424] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.631885] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.772s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.632702] env[65311]: INFO nova.compute.claims [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.719386] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429018, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.880820] env[65311]: DEBUG nova.compute.manager [req-fc09dcbe-fd4f-46d6-b542-5567ee3d2e1b req-329c7340-cb8d-4810-a193-95a62bd9528e service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Received event network-vif-plugged-ebdec675-da09-49d6-9599-889f6a9a5980 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1132.880904] env[65311]: DEBUG oslo_concurrency.lockutils [req-fc09dcbe-fd4f-46d6-b542-5567ee3d2e1b req-329c7340-cb8d-4810-a193-95a62bd9528e service nova] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.881129] env[65311]: DEBUG oslo_concurrency.lockutils [req-fc09dcbe-fd4f-46d6-b542-5567ee3d2e1b req-329c7340-cb8d-4810-a193-95a62bd9528e service nova] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.881269] env[65311]: DEBUG oslo_concurrency.lockutils [req-fc09dcbe-fd4f-46d6-b542-5567ee3d2e1b req-329c7340-cb8d-4810-a193-95a62bd9528e service nova] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.881451] env[65311]: DEBUG nova.compute.manager [req-fc09dcbe-fd4f-46d6-b542-5567ee3d2e1b req-329c7340-cb8d-4810-a193-95a62bd9528e service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] No waiting events found dispatching network-vif-plugged-ebdec675-da09-49d6-9599-889f6a9a5980 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1132.881668] env[65311]: WARNING nova.compute.manager [req-fc09dcbe-fd4f-46d6-b542-5567ee3d2e1b req-329c7340-cb8d-4810-a193-95a62bd9528e service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Received unexpected event network-vif-plugged-ebdec675-da09-49d6-9599-889f6a9a5980 for instance with vm_state building and task_state spawning. [ 1132.930128] env[65311]: DEBUG nova.network.neutron [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1132.936793] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52390862-d6b2-0a13-2bab-2b3bfc388930, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.937113] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.937372] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.937604] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.937749] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.937916] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.938230] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d30f5a2d-445d-415b-a1c4-90b7e888be66 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.952042] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.952395] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.956116] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2b173b6-2305-454c-a77f-79d2082f8fd6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.968768] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1132.968768] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5208e9ac-6922-f210-4c00-a817ef1104a9" [ 1132.968768] env[65311]: _type = "Task" [ 1132.968768] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.972148] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429019, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.984715] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5208e9ac-6922-f210-4c00-a817ef1104a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.991365] env[65311]: DEBUG nova.network.neutron [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Successfully updated port: ebdec675-da09-49d6-9599-889f6a9a5980 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1133.028706] env[65311]: WARNING neutronclient.v2_0.client [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.115574] env[65311]: DEBUG nova.network.neutron [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Updating instance_info_cache with network_info: [{"id": "128553ba-5e81-412f-8e65-36b46e4346d5", "address": "fa:16:3e:df:3b:6a", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128553ba-5e", "ovs_interfaceid": "128553ba-5e81-412f-8e65-36b46e4346d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.143459] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d19cf7ce-166d-43a6-b175-108e7104b7a3 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.505s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.144904] env[65311]: DEBUG oslo_concurrency.lockutils [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.259s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.145260] env[65311]: DEBUG oslo_concurrency.lockutils [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "1a15e479-6aef-41bc-bedb-d8b25675f45a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.145477] env[65311]: DEBUG oslo_concurrency.lockutils [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.145645] env[65311]: DEBUG oslo_concurrency.lockutils [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.147527] env[65311]: INFO nova.compute.manager [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Terminating instance [ 1133.153921] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.154223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.154571] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.154878] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.155182] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.157789] env[65311]: INFO nova.compute.manager [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Terminating instance [ 1133.214639] env[65311]: DEBUG oslo_vmware.api [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429018, 'name': PowerOnVM_Task, 'duration_secs': 0.629573} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.214998] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.215226] env[65311]: INFO nova.compute.manager [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1133.215400] env[65311]: DEBUG nova.compute.manager [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1133.216312] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f1cf7e-8b7a-4a4b-94a2-3c1a52952301 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.467318] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604494} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.467540] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 20e5f52c-a77c-41f7-8a15-4631efbf4705/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. [ 1133.468354] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7edf7e1-2c7d-4d86-b9ee-da7f20243155 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.496761] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 20e5f52c-a77c-41f7-8a15-4631efbf4705/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.497868] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "refresh_cache-b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.498045] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired lock "refresh_cache-b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.498309] env[65311]: DEBUG nova.network.neutron [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1133.500652] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f049063-8c02-463e-9d19-302481b6b738 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.518652] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5208e9ac-6922-f210-4c00-a817ef1104a9, 'name': SearchDatastore_Task, 'duration_secs': 0.029067} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.520049] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37aa6bc-bb14-4ad6-ba61-d67cf2891b09 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.526026] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1133.526026] env[65311]: value = "task-4429020" [ 1133.526026] env[65311]: _type = "Task" [ 1133.526026] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.527573] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1133.527573] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52951a43-80ae-c8f2-6504-2c2a548212f5" [ 1133.527573] env[65311]: _type = "Task" [ 1133.527573] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.540420] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429020, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.543291] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52951a43-80ae-c8f2-6504-2c2a548212f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.618307] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "refresh_cache-a68938e3-b94e-402a-a603-8e10a1542b69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.618692] env[65311]: DEBUG nova.compute.manager [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Instance network_info: |[{"id": "128553ba-5e81-412f-8e65-36b46e4346d5", "address": "fa:16:3e:df:3b:6a", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128553ba-5e", "ovs_interfaceid": "128553ba-5e81-412f-8e65-36b46e4346d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1133.619174] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:3b:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '128553ba-5e81-412f-8e65-36b46e4346d5', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.626579] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1133.626998] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.627249] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a831137-97d5-43e3-bc66-b4c60d87e13c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.650522] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.650522] env[65311]: value = "task-4429021" [ 1133.650522] env[65311]: _type = "Task" [ 1133.650522] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.654630] env[65311]: DEBUG nova.compute.manager [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1133.654977] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.655300] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3857dbec-e155-4bf4-920d-b096d0a0281d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.661651] env[65311]: DEBUG nova.compute.manager [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1133.661856] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.665907] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cf9b80-37f4-4bf2-afd3-e8151b78c0f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.668669] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429021, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.676095] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6d276e-9044-4caf-8e1c-237b12674c9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.693596] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.694443] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a0869d7-e9b3-419f-baa3-357f00182485 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.703325] env[65311]: DEBUG oslo_vmware.api [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1133.703325] env[65311]: value = "task-4429022" [ 1133.703325] env[65311]: _type = "Task" [ 1133.703325] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.733270] env[65311]: WARNING nova.virt.vmwareapi.vmops [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1a15e479-6aef-41bc-bedb-d8b25675f45a could not be found. [ 1133.733651] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.733651] env[65311]: INFO nova.compute.manager [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1133.733841] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1133.736461] env[65311]: DEBUG nova.compute.manager [-] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1133.736596] env[65311]: DEBUG nova.network.neutron [-] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1133.736828] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.739023] env[65311]: INFO nova.compute.manager [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Took 24.21 seconds to build instance. [ 1133.744122] env[65311]: DEBUG oslo_vmware.api [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.786169] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.890283] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3057c269-a00d-4744-8f3b-74fb187d3284 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.903447] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956594ff-85fd-4252-a43e-1c2546016902 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.944654] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41950d0-57ec-44c3-9a78-2f022ebe709d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.955791] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b981e964-d338-4d26-8b32-507c2bb1f4e1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.974619] env[65311]: DEBUG nova.compute.provider_tree [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.043958] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429020, 'name': ReconfigVM_Task, 'duration_secs': 0.442815} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.048757] env[65311]: DEBUG nova.network.neutron [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1134.051118] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 20e5f52c-a77c-41f7-8a15-4631efbf4705/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.051555] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52951a43-80ae-c8f2-6504-2c2a548212f5, 'name': SearchDatastore_Task, 'duration_secs': 0.024829} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.052761] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc250f8-ebf7-48e2-9641-bbdfa91f457d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.056333] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.056651] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70/5dbb6c8e-284a-4033-a68f-e44ea1b7ee70.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.056950] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ee7fa10-ed63-4232-9172-f18142c5b651 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.090376] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718277f2-6e24-4a34-b957-37274b8a197a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.101078] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1134.101078] env[65311]: value = "task-4429023" [ 1134.101078] env[65311]: _type = "Task" [ 1134.101078] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.107985] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1134.107985] env[65311]: value = "task-4429024" [ 1134.107985] env[65311]: _type = "Task" [ 1134.107985] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.114733] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.120571] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.162097] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429021, 'name': CreateVM_Task, 'duration_secs': 0.432035} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.162376] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.163126] env[65311]: WARNING neutronclient.v2_0.client [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.163722] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.163948] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.164446] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.165816] env[65311]: WARNING neutronclient.v2_0.client [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.168364] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2bff54-f6c5-4424-9470-fdc151ee550c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.175574] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1134.175574] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525ee654-d6e0-92d4-cbd6-7018b01407a3" [ 1134.175574] env[65311]: _type = "Task" [ 1134.175574] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.186643] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525ee654-d6e0-92d4-cbd6-7018b01407a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.215874] env[65311]: DEBUG oslo_vmware.api [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429022, 'name': PowerOffVM_Task, 'duration_secs': 0.233836} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.219542] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.219816] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.220450] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c802f55-37cc-491e-9a41-340e49f55f18 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.245897] env[65311]: DEBUG oslo_concurrency.lockutils [None req-406ed46d-0777-4065-bb04-21623167cc55 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.728s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.279783] env[65311]: DEBUG nova.network.neutron [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Updating instance_info_cache with network_info: [{"id": "ebdec675-da09-49d6-9599-889f6a9a5980", "address": "fa:16:3e:66:48:1f", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebdec675-da", "ovs_interfaceid": "ebdec675-da09-49d6-9599-889f6a9a5980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.348160] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.348491] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.348819] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleting the datastore file [datastore2] b076a4e9-562c-4e59-b3e7-1d94b2475be1 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.349165] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0cd6ce-4443-44e9-aad1-91674704484a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.357970] env[65311]: DEBUG oslo_vmware.api [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for the task: (returnval){ [ 1134.357970] env[65311]: value = "task-4429026" [ 1134.357970] env[65311]: _type = "Task" [ 1134.357970] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.371235] env[65311]: DEBUG oslo_vmware.api [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.478401] env[65311]: DEBUG nova.scheduler.client.report [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.498926] env[65311]: DEBUG nova.network.neutron [-] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.616023] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53673} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.619084] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70/5dbb6c8e-284a-4033-a68f-e44ea1b7ee70.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.619481] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.619889] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06c2371e-d4e4-435b-a7fa-e3bc1407f7ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.634604] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.639036] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1134.639036] env[65311]: value = "task-4429027" [ 1134.639036] env[65311]: _type = "Task" [ 1134.639036] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.647394] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.687026] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525ee654-d6e0-92d4-cbd6-7018b01407a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.687234] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.687469] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.687700] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.687839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.688019] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.688296] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19adb02a-19ee-465b-af92-7770768e8f70 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.697167] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.697364] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.698114] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0fe93c-d547-426f-8cb6-799ea8f615ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.705102] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1134.705102] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52013c28-15fe-424d-373e-223bd7806130" [ 1134.705102] env[65311]: _type = "Task" [ 1134.705102] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.713909] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52013c28-15fe-424d-373e-223bd7806130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.783238] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Releasing lock "refresh_cache-b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.783684] env[65311]: DEBUG nova.compute.manager [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Instance network_info: |[{"id": "ebdec675-da09-49d6-9599-889f6a9a5980", "address": "fa:16:3e:66:48:1f", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebdec675-da", "ovs_interfaceid": "ebdec675-da09-49d6-9599-889f6a9a5980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1134.784465] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:48:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebdec675-da09-49d6-9599-889f6a9a5980', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.792128] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1134.792270] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.792490] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f14cfd05-531c-42b1-aa4c-2806130a6c6f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.813424] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.813424] env[65311]: value = "task-4429028" [ 1134.813424] env[65311]: _type = "Task" [ 1134.813424] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.821948] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429028, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.868516] env[65311]: DEBUG oslo_vmware.api [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Task: {'id': task-4429026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352668} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.868782] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.868981] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.869237] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.869419] env[65311]: INFO nova.compute.manager [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1134.869658] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1134.869903] env[65311]: DEBUG nova.compute.manager [-] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1134.870009] env[65311]: DEBUG nova.network.neutron [-] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1134.870261] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.905318] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.914948] env[65311]: DEBUG nova.compute.manager [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Received event network-changed-ebdec675-da09-49d6-9599-889f6a9a5980 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1134.915776] env[65311]: DEBUG nova.compute.manager [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Refreshing instance network info cache due to event network-changed-ebdec675-da09-49d6-9599-889f6a9a5980. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1134.915776] env[65311]: DEBUG oslo_concurrency.lockutils [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] Acquiring lock "refresh_cache-b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.915776] env[65311]: DEBUG oslo_concurrency.lockutils [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] Acquired lock "refresh_cache-b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.915776] env[65311]: DEBUG nova.network.neutron [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Refreshing network info cache for port ebdec675-da09-49d6-9599-889f6a9a5980 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.984735] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.985039] env[65311]: DEBUG nova.compute.manager [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1135.001310] env[65311]: INFO nova.compute.manager [-] [instance: 1a15e479-6aef-41bc-bedb-d8b25675f45a] Took 1.26 seconds to deallocate network for instance. [ 1135.126652] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429024, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.151537] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066289} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.151829] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.152705] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8976fbab-fba8-42c7-9456-638c744af0e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.180010] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70/5dbb6c8e-284a-4033-a68f-e44ea1b7ee70.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.180766] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b129467d-27f8-4262-8735-8d70548ea2f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.204559] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1135.204559] env[65311]: value = "task-4429029" [ 1135.204559] env[65311]: _type = "Task" [ 1135.204559] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.217331] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429029, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.221345] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52013c28-15fe-424d-373e-223bd7806130, 'name': SearchDatastore_Task, 'duration_secs': 0.012668} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.222173] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1b900c-1c61-4ad1-b269-ad3232f1e545 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.228147] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1135.228147] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520b7827-6d7e-44fc-4386-51536cb15765" [ 1135.228147] env[65311]: _type = "Task" [ 1135.228147] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.238116] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520b7827-6d7e-44fc-4386-51536cb15765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.324367] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429028, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.417977] env[65311]: WARNING neutronclient.v2_0.client [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.491067] env[65311]: DEBUG nova.compute.utils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.491744] env[65311]: DEBUG nova.compute.manager [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1135.491968] env[65311]: DEBUG nova.network.neutron [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1135.492340] env[65311]: WARNING neutronclient.v2_0.client [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.492696] env[65311]: WARNING neutronclient.v2_0.client [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.537434] env[65311]: DEBUG nova.policy [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab63060660a243dcb61de91a70efd2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40207bef3f9a4b6086b25366aa67344b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.627068] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429024, 'name': ReconfigVM_Task, 'duration_secs': 1.300425} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.627362] env[65311]: DEBUG nova.network.neutron [-] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.629433] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.629433] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e412c19-afd0-429c-a67c-c751be152018 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.637232] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1135.637232] env[65311]: value = "task-4429030" [ 1135.637232] env[65311]: _type = "Task" [ 1135.637232] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.648504] env[65311]: DEBUG nova.compute.manager [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1135.648898] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.649723] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e20265-129e-40d0-a15c-9ac440ee45dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.660473] env[65311]: WARNING neutronclient.v2_0.client [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.718206] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.742526] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520b7827-6d7e-44fc-4386-51536cb15765, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.745881] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.746228] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a68938e3-b94e-402a-a603-8e10a1542b69/a68938e3-b94e-402a-a603-8e10a1542b69.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.746762] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3acdd56-335c-455b-a906-ec8931d9d5e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.756010] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1135.756010] env[65311]: value = "task-4429031" [ 1135.756010] env[65311]: _type = "Task" [ 1135.756010] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.771738] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.815334] env[65311]: DEBUG nova.network.neutron [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Updated VIF entry in instance network info cache for port ebdec675-da09-49d6-9599-889f6a9a5980. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1135.815334] env[65311]: DEBUG nova.network.neutron [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Updating instance_info_cache with network_info: [{"id": "ebdec675-da09-49d6-9599-889f6a9a5980", "address": "fa:16:3e:66:48:1f", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebdec675-da", "ovs_interfaceid": "ebdec675-da09-49d6-9599-889f6a9a5980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.836015] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429028, 'name': CreateVM_Task, 'duration_secs': 0.900364} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.836015] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.836015] env[65311]: WARNING neutronclient.v2_0.client [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.836015] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.836015] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.836789] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.837467] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871912b6-f198-4b0a-a084-be08a08c8f3e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.844509] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1135.844509] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523f000f-55bb-e317-1e54-edb05d20674c" [ 1135.844509] env[65311]: _type = "Task" [ 1135.844509] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.855294] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523f000f-55bb-e317-1e54-edb05d20674c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.922338] env[65311]: DEBUG nova.network.neutron [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Successfully created port: 0c40fbbb-fed0-4203-9b75-d7706af113b6 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1135.997557] env[65311]: DEBUG nova.compute.manager [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1136.036502] env[65311]: DEBUG oslo_concurrency.lockutils [None req-688453e5-0b8d-4d14-9039-34301f2660b9 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "1a15e479-6aef-41bc-bedb-d8b25675f45a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.890s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.132498] env[65311]: INFO nova.compute.manager [-] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Took 1.26 seconds to deallocate network for instance. [ 1136.152161] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429030, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.165264] env[65311]: INFO nova.compute.manager [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] instance snapshotting [ 1136.170164] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d7aab-e463-4ecf-b932-f3b39c446e9c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.178991] env[65311]: DEBUG nova.compute.manager [req-2fe53eb9-20d4-42b2-ae26-a991b84d0813 req-bae3c52c-13b9-43a9-a357-f90f3f92ff03 service nova] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Received event network-vif-deleted-361d4c29-c515-4887-a825-df8b25183496 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1136.206453] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde6f413-10c6-410f-820e-43b01fd1f677 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.235287] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429029, 'name': ReconfigVM_Task, 'duration_secs': 0.966176} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.235731] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70/5dbb6c8e-284a-4033-a68f-e44ea1b7ee70.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.236870] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4760b3a6-89f6-4275-b693-dd6225dfc042 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.250257] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1136.250257] env[65311]: value = "task-4429032" [ 1136.250257] env[65311]: _type = "Task" [ 1136.250257] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.265208] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429032, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.273385] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429031, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.325576] env[65311]: DEBUG oslo_concurrency.lockutils [req-f5104b49-7792-4c49-be55-ee51f47576d8 req-bd1a03d1-36e7-4ab9-b7d2-8ac5f10d3453 service nova] Releasing lock "refresh_cache-b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.357458] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523f000f-55bb-e317-1e54-edb05d20674c, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.357781] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.358081] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.358350] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.358511] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.358681] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.358998] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9a2d060-fe1c-4e61-aa35-5a54592e8430 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.372664] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.372936] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.373911] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cded0e16-85b4-4e49-98f6-e58e9fd1b70f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.381896] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1136.381896] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a5ae35-c214-5543-4e31-9760bdfa8c53" [ 1136.381896] env[65311]: _type = "Task" [ 1136.381896] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.391213] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a5ae35-c214-5543-4e31-9760bdfa8c53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.644035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.644285] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.644504] env[65311]: DEBUG nova.objects.instance [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lazy-loading 'resources' on Instance uuid b076a4e9-562c-4e59-b3e7-1d94b2475be1 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.655907] env[65311]: DEBUG oslo_vmware.api [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429030, 'name': PowerOnVM_Task, 'duration_secs': 0.599809} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.656759] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.659178] env[65311]: DEBUG nova.compute.manager [None req-7466ef66-af9f-49c5-943c-b14d7ee0c5c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1136.659966] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab50413-6b79-429c-a7dd-6c49c73f2b67 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.737258] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1136.737572] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93f6e827-ba55-44f6-ad21-f0bdde9154b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.746047] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1136.746047] env[65311]: value = "task-4429033" [ 1136.746047] env[65311]: _type = "Task" [ 1136.746047] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.762604] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.762826] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429032, 'name': Rename_Task, 'duration_secs': 0.218485} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.766575] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.767224] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b45b0a12-add9-4b40-9c1c-f5e4dc064f16 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.775261] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561596} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.776721] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a68938e3-b94e-402a-a603-8e10a1542b69/a68938e3-b94e-402a-a603-8e10a1542b69.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.776940] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.777273] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1136.777273] env[65311]: value = "task-4429034" [ 1136.777273] env[65311]: _type = "Task" [ 1136.777273] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.777473] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de593870-5ca4-45e9-929a-0c22d6f5b9ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.789074] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.790612] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1136.790612] env[65311]: value = "task-4429035" [ 1136.790612] env[65311]: _type = "Task" [ 1136.790612] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.799680] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.893968] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a5ae35-c214-5543-4e31-9760bdfa8c53, 'name': SearchDatastore_Task, 'duration_secs': 0.016443} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.894780] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b58b7f-db11-4cf9-9976-df96ce3eb350 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.901520] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1136.901520] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52605aa3-7d63-1389-cecc-8c26fa0e2feb" [ 1136.901520] env[65311]: _type = "Task" [ 1136.901520] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.913285] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52605aa3-7d63-1389-cecc-8c26fa0e2feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.014318] env[65311]: DEBUG nova.compute.manager [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1137.049921] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1137.050575] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.050575] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1137.050575] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.050726] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1137.051226] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1137.051308] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.051933] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1137.051933] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1137.052052] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1137.052438] env[65311]: DEBUG nova.virt.hardware [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1137.053403] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.053533] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.056398] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37367016-6757-4711-9838-1afb61ef0e80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.069125] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed98ac6-3a97-4e60-8579-b07d30dad9ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.260079] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.291513] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429034, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.304253] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140586} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.304434] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.306712] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5b460f-05c1-49a7-82bc-af1439853dc4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.347032] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] a68938e3-b94e-402a-a603-8e10a1542b69/a68938e3-b94e-402a-a603-8e10a1542b69.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.350178] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7b0885-e209-45fb-9b0c-65ccc55ae633 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.372184] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1137.372184] env[65311]: value = "task-4429036" [ 1137.372184] env[65311]: _type = "Task" [ 1137.372184] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.386287] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.413330] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52605aa3-7d63-1389-cecc-8c26fa0e2feb, 'name': SearchDatastore_Task, 'duration_secs': 0.012924} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.416314] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.416715] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b2088cee-5c79-4f7f-b713-0fc1e54e6d8c/b2088cee-5c79-4f7f-b713-0fc1e54e6d8c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.417154] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fba4502-cca1-4dbe-bfcc-89f19dafa741 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.425360] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1137.425360] env[65311]: value = "task-4429037" [ 1137.425360] env[65311]: _type = "Task" [ 1137.425360] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.430932] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57504d0-e3bb-44ad-8081-1a0d5253f1a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.439288] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.442384] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63f285d-b5f4-43bd-8d06-43d651e66ef0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.476239] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e058c34-190b-4412-9bb9-bfcd1978a0c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.486184] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9cab7f-1400-48a1-abef-3e2e79a5505d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.503423] env[65311]: DEBUG nova.compute.provider_tree [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.548611] env[65311]: DEBUG nova.compute.manager [req-47e2fcc8-02a3-417a-8bb0-07357245215c req-2c42d2b9-36e9-44a2-8d2f-d22ae1293c76 service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Received event network-vif-plugged-0c40fbbb-fed0-4203-9b75-d7706af113b6 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1137.548828] env[65311]: DEBUG oslo_concurrency.lockutils [req-47e2fcc8-02a3-417a-8bb0-07357245215c req-2c42d2b9-36e9-44a2-8d2f-d22ae1293c76 service nova] Acquiring lock "a139f42d-be60-4e9a-9038-ead906efed61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.549110] env[65311]: DEBUG oslo_concurrency.lockutils [req-47e2fcc8-02a3-417a-8bb0-07357245215c req-2c42d2b9-36e9-44a2-8d2f-d22ae1293c76 service nova] Lock "a139f42d-be60-4e9a-9038-ead906efed61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.549207] env[65311]: DEBUG oslo_concurrency.lockutils [req-47e2fcc8-02a3-417a-8bb0-07357245215c req-2c42d2b9-36e9-44a2-8d2f-d22ae1293c76 service nova] Lock "a139f42d-be60-4e9a-9038-ead906efed61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.549359] env[65311]: DEBUG nova.compute.manager [req-47e2fcc8-02a3-417a-8bb0-07357245215c req-2c42d2b9-36e9-44a2-8d2f-d22ae1293c76 service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] No waiting events found dispatching network-vif-plugged-0c40fbbb-fed0-4203-9b75-d7706af113b6 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1137.549484] env[65311]: WARNING nova.compute.manager [req-47e2fcc8-02a3-417a-8bb0-07357245215c req-2c42d2b9-36e9-44a2-8d2f-d22ae1293c76 service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Received unexpected event network-vif-plugged-0c40fbbb-fed0-4203-9b75-d7706af113b6 for instance with vm_state building and task_state spawning. [ 1137.563076] env[65311]: DEBUG nova.compute.manager [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1137.594428] env[65311]: DEBUG nova.network.neutron [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Successfully updated port: 0c40fbbb-fed0-4203-9b75-d7706af113b6 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1137.760495] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.790713] env[65311]: DEBUG oslo_vmware.api [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429034, 'name': PowerOnVM_Task, 'duration_secs': 0.553759} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.790982] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.791197] env[65311]: INFO nova.compute.manager [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1137.791369] env[65311]: DEBUG nova.compute.manager [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1137.792264] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0310ee7-2b60-4583-a4e9-9a95226295e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.884331] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.936388] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429037, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.006897] env[65311]: DEBUG nova.scheduler.client.report [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.024892] env[65311]: INFO nova.compute.manager [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Unrescuing [ 1138.025149] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.025294] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.025451] env[65311]: DEBUG nova.network.neutron [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1138.086185] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.097165] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "refresh_cache-a139f42d-be60-4e9a-9038-ead906efed61" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.097368] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "refresh_cache-a139f42d-be60-4e9a-9038-ead906efed61" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.097544] env[65311]: DEBUG nova.network.neutron [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1138.263025] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429033, 'name': CreateSnapshot_Task, 'duration_secs': 1.232718} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.263025] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1138.263225] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff07583-0e85-4fe6-a1d7-fad11db56d2f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.311164] env[65311]: INFO nova.compute.manager [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Took 18.44 seconds to build instance. [ 1138.391330] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429036, 'name': ReconfigVM_Task, 'duration_secs': 0.793261} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.391677] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Reconfigured VM instance instance-0000006c to attach disk [datastore2] a68938e3-b94e-402a-a603-8e10a1542b69/a68938e3-b94e-402a-a603-8e10a1542b69.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.392452] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba755669-0a18-4809-a601-80486bd0c1fa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.402108] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1138.402108] env[65311]: value = "task-4429038" [ 1138.402108] env[65311]: _type = "Task" [ 1138.402108] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.411850] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429038, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.438711] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.992041} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.439030] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] b2088cee-5c79-4f7f-b713-0fc1e54e6d8c/b2088cee-5c79-4f7f-b713-0fc1e54e6d8c.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.439262] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.439555] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c04d558-7700-4ea5-a858-198e4b23c7f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.447810] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1138.447810] env[65311]: value = "task-4429039" [ 1138.447810] env[65311]: _type = "Task" [ 1138.447810] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.458779] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.512183] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.515638] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.430s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.517607] env[65311]: INFO nova.compute.claims [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.527512] env[65311]: WARNING neutronclient.v2_0.client [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.551675] env[65311]: INFO nova.scheduler.client.report [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Deleted allocations for instance b076a4e9-562c-4e59-b3e7-1d94b2475be1 [ 1138.635206] env[65311]: DEBUG nova.network.neutron [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1138.715845] env[65311]: WARNING neutronclient.v2_0.client [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.740968] env[65311]: WARNING neutronclient.v2_0.client [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.784737] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1138.785076] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df622cc0-a93f-40bf-a3b2-c78609ad1358 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.795565] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1138.795565] env[65311]: value = "task-4429040" [ 1138.795565] env[65311]: _type = "Task" [ 1138.795565] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.804386] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429040, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.805581] env[65311]: DEBUG nova.network.neutron [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Updating instance_info_cache with network_info: [{"id": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "address": "fa:16:3e:43:90:79", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aba4679-7a", "ovs_interfaceid": "6aba4679-7aa0-45ed-bbf6-61f185c24d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.813746] env[65311]: DEBUG oslo_concurrency.lockutils [None req-48df0051-934e-453a-9e87-e0b4b18c6d34 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.953s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.836770] env[65311]: DEBUG nova.network.neutron [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Updating instance_info_cache with network_info: [{"id": "0c40fbbb-fed0-4203-9b75-d7706af113b6", "address": "fa:16:3e:d0:91:7b", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c40fbbb-fe", "ovs_interfaceid": "0c40fbbb-fed0-4203-9b75-d7706af113b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.912711] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429038, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.960744] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068365} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.960744] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.962039] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff10f298-b12d-47be-8032-547dce7ae2ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.001126] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] b2088cee-5c79-4f7f-b713-0fc1e54e6d8c/b2088cee-5c79-4f7f-b713-0fc1e54e6d8c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.001465] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3511236-86e5-4e0c-8c59-efcf5acd531e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.025373] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1139.025373] env[65311]: value = "task-4429041" [ 1139.025373] env[65311]: _type = "Task" [ 1139.025373] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.038240] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.060363] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c9d1234-88df-4c37-9d89-9bc6837c95aa tempest-ServerDiskConfigTestJSON-771154958 tempest-ServerDiskConfigTestJSON-771154958-project-member] Lock "b076a4e9-562c-4e59-b3e7-1d94b2475be1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.906s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.302940] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.306684] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.306946] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429040, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.307149] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.307304] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.307727] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "refresh_cache-20e5f52c-a77c-41f7-8a15-4631efbf4705" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.308366] env[65311]: DEBUG nova.objects.instance [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lazy-loading 'flavor' on Instance uuid 20e5f52c-a77c-41f7-8a15-4631efbf4705 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.309621] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.309791] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.309924] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1139.310701] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.339593] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "refresh_cache-a139f42d-be60-4e9a-9038-ead906efed61" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.339964] env[65311]: DEBUG nova.compute.manager [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Instance network_info: |[{"id": "0c40fbbb-fed0-4203-9b75-d7706af113b6", "address": "fa:16:3e:d0:91:7b", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c40fbbb-fe", "ovs_interfaceid": "0c40fbbb-fed0-4203-9b75-d7706af113b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1139.340473] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:91:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c40fbbb-fed0-4203-9b75-d7706af113b6', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.349046] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1139.351985] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.352339] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0dbef50-cafa-46ce-8526-5623c29c9086 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.374287] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.374287] env[65311]: value = "task-4429042" [ 1139.374287] env[65311]: _type = "Task" [ 1139.374287] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.384141] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429042, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.413379] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429038, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.483425] env[65311]: DEBUG nova.compute.manager [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received event network-changed-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1139.483625] env[65311]: DEBUG nova.compute.manager [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Refreshing instance network info cache due to event network-changed-0936ac13-cee3-42ed-834c-377791127339. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1139.483891] env[65311]: DEBUG oslo_concurrency.lockutils [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] Acquiring lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.484259] env[65311]: DEBUG oslo_concurrency.lockutils [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] Acquired lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.484259] env[65311]: DEBUG nova.network.neutron [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Refreshing network info cache for port 0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.540103] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.590717] env[65311]: DEBUG nova.compute.manager [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Received event network-changed-0c40fbbb-fed0-4203-9b75-d7706af113b6 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1139.590820] env[65311]: DEBUG nova.compute.manager [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Refreshing instance network info cache due to event network-changed-0c40fbbb-fed0-4203-9b75-d7706af113b6. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1139.591462] env[65311]: DEBUG oslo_concurrency.lockutils [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] Acquiring lock "refresh_cache-a139f42d-be60-4e9a-9038-ead906efed61" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.591462] env[65311]: DEBUG oslo_concurrency.lockutils [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] Acquired lock "refresh_cache-a139f42d-be60-4e9a-9038-ead906efed61" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.591722] env[65311]: DEBUG nova.network.neutron [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Refreshing network info cache for port 0c40fbbb-fed0-4203-9b75-d7706af113b6 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.725727] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b6d846-206e-4cdf-8fca-dbd6212b12ac {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.734938] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c86b3-2437-4b80-9e42-dfc83a6a9269 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.765344] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff05820-4723-493e-aaf8-2e0945a9ffc0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.773992] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd286d4-c8e5-46bb-8fe9-bc12b6369822 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.790503] env[65311]: DEBUG nova.compute.provider_tree [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.808580] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429040, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.816551] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.818776] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0a1168-c312-4d68-b04f-fa01b2bea12c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.843068] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.843292] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56a27724-f5c8-44ca-b65b-c7de8af63f13 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.852914] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1139.852914] env[65311]: value = "task-4429043" [ 1139.852914] env[65311]: _type = "Task" [ 1139.852914] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.863841] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.886062] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429042, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.919248] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429038, 'name': Rename_Task, 'duration_secs': 1.185239} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.919627] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.919955] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c340686-a19a-435d-a04e-b145f88d5650 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.928907] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1139.928907] env[65311]: value = "task-4429044" [ 1139.928907] env[65311]: _type = "Task" [ 1139.928907] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.941574] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.987302] env[65311]: WARNING neutronclient.v2_0.client [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.045766] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429041, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.098257] env[65311]: WARNING neutronclient.v2_0.client [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.294515] env[65311]: DEBUG nova.scheduler.client.report [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.310188] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429040, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.341291] env[65311]: WARNING neutronclient.v2_0.client [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.370091] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429043, 'name': PowerOffVM_Task, 'duration_secs': 0.241113} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.370431] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.377331] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.377870] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ba97a72-e56b-4081-8ee1-bafdae68334e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.407682] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429042, 'name': CreateVM_Task, 'duration_secs': 0.657342} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.409623] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.410310] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1140.410310] env[65311]: value = "task-4429045" [ 1140.410310] env[65311]: _type = "Task" [ 1140.410310] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.410660] env[65311]: WARNING neutronclient.v2_0.client [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.411093] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.411209] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.411501] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.411987] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36192e6b-5638-4b2e-9f82-942ff299580b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.429240] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1140.429240] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52059a05-a20d-63bb-3128-8e39cc740a15" [ 1140.429240] env[65311]: _type = "Task" [ 1140.429240] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.436936] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.451644] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429044, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.456400] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52059a05-a20d-63bb-3128-8e39cc740a15, 'name': SearchDatastore_Task, 'duration_secs': 0.014807} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.457112] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.457112] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.457296] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.457378] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.457599] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.457843] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b8a7d1-5608-4623-b616-a9f5769b539c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.469262] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.469523] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.470783] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bdac73a-fe5c-46ab-b6d1-68da45ea3f7a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.479802] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1140.479802] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5251284b-55c1-184d-2281-55f0b63464ec" [ 1140.479802] env[65311]: _type = "Task" [ 1140.479802] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.488665] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5251284b-55c1-184d-2281-55f0b63464ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.495461] env[65311]: DEBUG nova.network.neutron [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updated VIF entry in instance network info cache for port 0936ac13-cee3-42ed-834c-377791127339. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1140.496374] env[65311]: DEBUG nova.network.neutron [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating instance_info_cache with network_info: [{"id": "0936ac13-cee3-42ed-834c-377791127339", "address": "fa:16:3e:6f:7a:15", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0936ac13-ce", "ovs_interfaceid": "0936ac13-cee3-42ed-834c-377791127339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.527981] env[65311]: WARNING neutronclient.v2_0.client [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.542452] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429041, 'name': ReconfigVM_Task, 'duration_secs': 1.054341} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.542738] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfigured VM instance instance-0000006d to attach disk [datastore2] b2088cee-5c79-4f7f-b713-0fc1e54e6d8c/b2088cee-5c79-4f7f-b713-0fc1e54e6d8c.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.543416] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-988c9bde-a8f5-4173-90b4-fe85dfb23c5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.551079] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1140.551079] env[65311]: value = "task-4429046" [ 1140.551079] env[65311]: _type = "Task" [ 1140.551079] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.561051] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429046, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.751874] env[65311]: DEBUG nova.network.neutron [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Updated VIF entry in instance network info cache for port 0c40fbbb-fed0-4203-9b75-d7706af113b6. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1140.752326] env[65311]: DEBUG nova.network.neutron [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Updating instance_info_cache with network_info: [{"id": "0c40fbbb-fed0-4203-9b75-d7706af113b6", "address": "fa:16:3e:d0:91:7b", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c40fbbb-fe", "ovs_interfaceid": "0c40fbbb-fed0-4203-9b75-d7706af113b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.803438] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.804042] env[65311]: DEBUG nova.compute.manager [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1140.806869] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.991s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.806981] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.807086] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1140.808790] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa22096-12ae-4992-a422-6c8a2e67d318 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.815351] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429040, 'name': CloneVM_Task, 'duration_secs': 1.750835} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.816068] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Created linked-clone VM from snapshot [ 1140.816840] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0374e92b-f840-4093-b2c2-45ed210f5fb6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.822825] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ae720c-f882-4034-a966-c0ba811907f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.830812] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Uploading image 21e2cb68-8550-448f-b2c6-6ec89d31e695 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1140.845024] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b129a8-4ef5-4a69-bfc9-88bc52c9435a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.854429] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44392fc-16fc-490b-8fe0-eafbc877b79e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.859821] env[65311]: DEBUG oslo_vmware.rw_handles [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1140.859821] env[65311]: value = "vm-866652" [ 1140.859821] env[65311]: _type = "VirtualMachine" [ 1140.859821] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1140.860408] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f79daa27-c14e-4201-b3eb-1b70a5ae721a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.893607] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179546MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1140.893847] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.893994] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.895812] env[65311]: DEBUG oslo_vmware.rw_handles [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lease: (returnval){ [ 1140.895812] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268c036-ed60-bcc7-0b9b-12206510277f" [ 1140.895812] env[65311]: _type = "HttpNfcLease" [ 1140.895812] env[65311]: } obtained for exporting VM: (result){ [ 1140.895812] env[65311]: value = "vm-866652" [ 1140.895812] env[65311]: _type = "VirtualMachine" [ 1140.895812] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1140.896133] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the lease: (returnval){ [ 1140.896133] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268c036-ed60-bcc7-0b9b-12206510277f" [ 1140.896133] env[65311]: _type = "HttpNfcLease" [ 1140.896133] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1140.903684] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.903684] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268c036-ed60-bcc7-0b9b-12206510277f" [ 1140.903684] env[65311]: _type = "HttpNfcLease" [ 1140.903684] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1140.903972] env[65311]: DEBUG oslo_vmware.rw_handles [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1140.903972] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268c036-ed60-bcc7-0b9b-12206510277f" [ 1140.903972] env[65311]: _type = "HttpNfcLease" [ 1140.903972] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1140.904734] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3ec379-2cce-4beb-a558-30de8dda4146 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.917021] env[65311]: DEBUG oslo_vmware.rw_handles [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52060872-dddf-7c9e-7ed7-6e89750c0a81/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1140.917021] env[65311]: DEBUG oslo_vmware.rw_handles [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52060872-dddf-7c9e-7ed7-6e89750c0a81/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1140.979623] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429045, 'name': ReconfigVM_Task, 'duration_secs': 0.31827} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.981384] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.981642] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.986754] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2676f2d-ffe7-47f1-9522-103443a544ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.991633] env[65311]: DEBUG oslo_vmware.api [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429044, 'name': PowerOnVM_Task, 'duration_secs': 0.526219} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.992544] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.992671] env[65311]: INFO nova.compute.manager [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1140.992841] env[65311]: DEBUG nova.compute.manager [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1140.993721] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5d4031-ae15-4d70-b75c-69f39e3a72d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.001721] env[65311]: DEBUG oslo_concurrency.lockutils [req-81351c92-ef81-49e5-8c09-10b17bfbda4f req-16176259-548c-4e33-bab3-d644b6e0f8d0 service nova] Releasing lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.002460] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5251284b-55c1-184d-2281-55f0b63464ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013857} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.002721] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1141.002721] env[65311]: value = "task-4429048" [ 1141.002721] env[65311]: _type = "Task" [ 1141.002721] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.007022] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4465a69c-d030-4e67-970b-156b70951bfb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.021430] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429048, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.023736] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1141.023736] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523265df-a274-0930-c9f5-4b4860a1e4a6" [ 1141.023736] env[65311]: _type = "Task" [ 1141.023736] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.034173] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523265df-a274-0930-c9f5-4b4860a1e4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012572} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.035187] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.035187] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a139f42d-be60-4e9a-9038-ead906efed61/a139f42d-be60-4e9a-9038-ead906efed61.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.035187] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a034137-be3a-49e4-9ea7-ba4a41614dd8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.043993] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1141.043993] env[65311]: value = "task-4429049" [ 1141.043993] env[65311]: _type = "Task" [ 1141.043993] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.054240] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.062546] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b09b54cc-342c-4409-a1a4-55f5af20e18f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.070532] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429046, 'name': Rename_Task, 'duration_secs': 0.185811} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.071639] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.072023] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-811a44f0-be71-4dd8-87a7-5efb7fea5f9d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.083049] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1141.083049] env[65311]: value = "task-4429050" [ 1141.083049] env[65311]: _type = "Task" [ 1141.083049] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.094807] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.258227] env[65311]: DEBUG oslo_concurrency.lockutils [req-5a4fe598-9765-48f8-9b21-d636d8c6369f req-19e15732-b240-4a45-8cbf-e32b439e24fd service nova] Releasing lock "refresh_cache-a139f42d-be60-4e9a-9038-ead906efed61" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.310588] env[65311]: DEBUG nova.compute.utils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.312373] env[65311]: DEBUG nova.compute.manager [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1141.312611] env[65311]: DEBUG nova.network.neutron [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1141.313027] env[65311]: WARNING neutronclient.v2_0.client [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.313347] env[65311]: WARNING neutronclient.v2_0.client [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.396865] env[65311]: DEBUG nova.policy [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1067b44ee763428bb527e10dba99b076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '914ab6cb74df49558377ad7293e407e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.530274] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429048, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.539497] env[65311]: INFO nova.compute.manager [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Took 20.55 seconds to build instance. [ 1141.560654] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429049, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.598821] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429050, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.817347] env[65311]: DEBUG nova.compute.manager [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1141.900784] env[65311]: DEBUG nova.network.neutron [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Successfully created port: 5724c70e-0398-481c-875a-369c21d9b93d {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 6a01330e-80b5-4208-a0eb-4ac7461e6d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5996f38b-8383-45dd-b15d-0d60460e44c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 20e5f52c-a77c-41f7-8a15-4631efbf4705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 456d2124-ab46-4e7c-b134-4ea04968013e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance acd4a69e-f407-4144-9fbe-86a379c8180e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance a68938e3-b94e-402a-a603-8e10a1542b69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance b2088cee-5c79-4f7f-b713-0fc1e54e6d8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance a139f42d-be60-4e9a-9038-ead906efed61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 0c7f8766-bb9d-424a-8b07-2de8972c6fc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1141.945168] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1141.945625] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_error': '1', 'num_task_None': '7', 'num_os_type_None': '13', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'io_workload': '4', 'num_vm_active': '6', 'num_proj_40207bef3f9a4b6086b25366aa67344b': '2', 'num_proj_810a20832d09492da915cfa888ba3e8f': '1', 'num_vm_rescued': '2', 'num_task_unrescuing': '1', 'num_proj_68992ff22ad44caa9e7239f7c52fe99c': '2', 'num_proj_cec8893005944de781a2ec2b640d87fb': '1', 'num_proj_70f7d294f361449cb188fb4638fa1cbd': '1', 'num_task_image_uploading': '1', 'num_proj_a334c7c4655a49959d39cc757f6d7efc': '1', 'num_proj_9a7f0a4a84d741f5a0674d53788bb786': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_1716d7235e604ea99f3ee78e8ca849b9': '1', 'num_proj_5077eef8f87841d08820c39cb336c343': '1', 'num_task_networking': '1', 'num_proj_914ab6cb74df49558377ad7293e407e8': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1142.022517] env[65311]: DEBUG oslo_vmware.api [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429048, 'name': PowerOnVM_Task, 'duration_secs': 0.571398} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.022924] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.022924] env[65311]: DEBUG nova.compute.manager [None req-f07d97ed-db54-4355-9ccd-118fa9d8d4d0 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1142.023942] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05595aa-8074-47fc-91cb-c8b55b73449e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.048757] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a0ea84e0-ae90-44f0-b638-dc297c6c15d6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.068s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.059017] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635292} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.059480] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] a139f42d-be60-4e9a-9038-ead906efed61/a139f42d-be60-4e9a-9038-ead906efed61.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.059704] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.059980] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec37377f-35b5-4804-8ada-aa4b1de92dbf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.071668] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1142.071668] env[65311]: value = "task-4429051" [ 1142.071668] env[65311]: _type = "Task" [ 1142.071668] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.083465] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.101808] env[65311]: DEBUG oslo_vmware.api [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429050, 'name': PowerOnVM_Task, 'duration_secs': 0.657599} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.104894] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.105166] env[65311]: INFO nova.compute.manager [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1142.105336] env[65311]: DEBUG nova.compute.manager [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1142.107745] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c816c7-af50-4ba9-9b07-e88bb7cb4298 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.224259] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36b9b64-f6ef-4243-831b-e00d1e5ae3e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.238043] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b3cdf-80e9-4e34-ba46-2d5093afacd0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.279810] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15afde4a-23ca-4572-9cf8-a6bb2c95b84a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.289857] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b06778-ded2-4acb-bdb5-79cc8d0d911a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.308236] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.583627] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14048} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.583991] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.584893] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97098bff-f87b-474d-840e-2158e8dcff87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.610009] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] a139f42d-be60-4e9a-9038-ead906efed61/a139f42d-be60-4e9a-9038-ead906efed61.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.610999] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811b8b79-1eff-4cba-b51e-fdc68cc2cbb8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.641569] env[65311]: INFO nova.compute.manager [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Took 16.50 seconds to build instance. [ 1142.645966] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1142.645966] env[65311]: value = "task-4429052" [ 1142.645966] env[65311]: _type = "Task" [ 1142.645966] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.658211] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.812034] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.829663] env[65311]: DEBUG nova.compute.manager [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1142.874834] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1142.875141] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.875324] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1142.876154] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.876154] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1142.876154] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1142.876154] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1142.876330] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1142.876493] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1142.878692] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1142.878692] env[65311]: DEBUG nova.virt.hardware [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1142.880241] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ba9b80-ce46-4d6f-b0e2-7a719cd64601 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.890740] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9458b61-9c92-4e2e-98ff-c2b9a20eaf17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.144327] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6221b5c5-b426-4d4c-a52a-3051d78459b9 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.012s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.157074] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.317393] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1143.317665] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.424s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.318013] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.318235] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Cleaning up deleted instances {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1143.546654] env[65311]: DEBUG nova.compute.manager [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Received event network-changed-128553ba-5e81-412f-8e65-36b46e4346d5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1143.546955] env[65311]: DEBUG nova.compute.manager [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Refreshing instance network info cache due to event network-changed-128553ba-5e81-412f-8e65-36b46e4346d5. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1143.547525] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] Acquiring lock "refresh_cache-a68938e3-b94e-402a-a603-8e10a1542b69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.548442] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] Acquired lock "refresh_cache-a68938e3-b94e-402a-a603-8e10a1542b69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.548442] env[65311]: DEBUG nova.network.neutron [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Refreshing network info cache for port 128553ba-5e81-412f-8e65-36b46e4346d5 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.610287] env[65311]: DEBUG nova.compute.manager [req-998e6630-8372-4420-a83c-89ddac8a4e23 req-a878de73-cbc5-4de8-a12b-ad742e6d90ae service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Received event network-vif-plugged-5724c70e-0398-481c-875a-369c21d9b93d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1143.610535] env[65311]: DEBUG oslo_concurrency.lockutils [req-998e6630-8372-4420-a83c-89ddac8a4e23 req-a878de73-cbc5-4de8-a12b-ad742e6d90ae service nova] Acquiring lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.610678] env[65311]: DEBUG oslo_concurrency.lockutils [req-998e6630-8372-4420-a83c-89ddac8a4e23 req-a878de73-cbc5-4de8-a12b-ad742e6d90ae service nova] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.610919] env[65311]: DEBUG oslo_concurrency.lockutils [req-998e6630-8372-4420-a83c-89ddac8a4e23 req-a878de73-cbc5-4de8-a12b-ad742e6d90ae service nova] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.611114] env[65311]: DEBUG nova.compute.manager [req-998e6630-8372-4420-a83c-89ddac8a4e23 req-a878de73-cbc5-4de8-a12b-ad742e6d90ae service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] No waiting events found dispatching network-vif-plugged-5724c70e-0398-481c-875a-369c21d9b93d {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1143.611284] env[65311]: WARNING nova.compute.manager [req-998e6630-8372-4420-a83c-89ddac8a4e23 req-a878de73-cbc5-4de8-a12b-ad742e6d90ae service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Received unexpected event network-vif-plugged-5724c70e-0398-481c-875a-369c21d9b93d for instance with vm_state building and task_state spawning. [ 1143.658714] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429052, 'name': ReconfigVM_Task, 'duration_secs': 0.666312} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.659132] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Reconfigured VM instance instance-0000006e to attach disk [datastore2] a139f42d-be60-4e9a-9038-ead906efed61/a139f42d-be60-4e9a-9038-ead906efed61.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.659918] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c83a76c1-79d3-4278-9a22-f24ef8d36b04 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.668726] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1143.668726] env[65311]: value = "task-4429053" [ 1143.668726] env[65311]: _type = "Task" [ 1143.668726] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.684276] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429053, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.787255] env[65311]: DEBUG nova.network.neutron [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Successfully updated port: 5724c70e-0398-481c-875a-369c21d9b93d {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1143.839530] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] There are 53 instances to clean {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1143.839530] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: b076a4e9-562c-4e59-b3e7-1d94b2475be1] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1144.054417] env[65311]: WARNING neutronclient.v2_0.client [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.181550] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429053, 'name': Rename_Task, 'duration_secs': 0.246622} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.184912] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.185478] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37c7dc55-02d1-42a1-a12a-deed6bccbf16 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.194847] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1144.194847] env[65311]: value = "task-4429054" [ 1144.194847] env[65311]: _type = "Task" [ 1144.194847] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.204548] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.283127] env[65311]: WARNING neutronclient.v2_0.client [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.290316] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-0c7f8766-bb9d-424a-8b07-2de8972c6fc4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.290553] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-0c7f8766-bb9d-424a-8b07-2de8972c6fc4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.290704] env[65311]: DEBUG nova.network.neutron [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1144.346988] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 46912ce7-a23e-4d08-88bf-52a07534289c] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1144.674862] env[65311]: DEBUG nova.network.neutron [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Updated VIF entry in instance network info cache for port 128553ba-5e81-412f-8e65-36b46e4346d5. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1144.675428] env[65311]: DEBUG nova.network.neutron [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Updating instance_info_cache with network_info: [{"id": "128553ba-5e81-412f-8e65-36b46e4346d5", "address": "fa:16:3e:df:3b:6a", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128553ba-5e", "ovs_interfaceid": "128553ba-5e81-412f-8e65-36b46e4346d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.706433] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.854086] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: d9d34cb2-b43d-407c-921c-a088ae1fb8d7] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1144.912328] env[65311]: DEBUG nova.network.neutron [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1145.178761] env[65311]: DEBUG oslo_concurrency.lockutils [req-c0173055-18c7-4db0-8910-f53c3bf676a6 req-50c4c013-a06f-45f6-a5e2-6d1af49da592 service nova] Releasing lock "refresh_cache-a68938e3-b94e-402a-a603-8e10a1542b69" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.208067] env[65311]: DEBUG oslo_vmware.api [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429054, 'name': PowerOnVM_Task, 'duration_secs': 0.752164} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.208433] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.209039] env[65311]: INFO nova.compute.manager [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1145.209181] env[65311]: DEBUG nova.compute.manager [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1145.210214] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e237a3-c7c6-43ce-951e-ab87d6445b6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.278607] env[65311]: WARNING neutronclient.v2_0.client [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.358212] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 8819d936-b8cf-446d-a858-3af10fe4116d] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1145.665171] env[65311]: DEBUG nova.compute.manager [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Received event network-changed-5724c70e-0398-481c-875a-369c21d9b93d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1145.666074] env[65311]: DEBUG nova.compute.manager [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Refreshing instance network info cache due to event network-changed-5724c70e-0398-481c-875a-369c21d9b93d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1145.666324] env[65311]: DEBUG oslo_concurrency.lockutils [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] Acquiring lock "refresh_cache-0c7f8766-bb9d-424a-8b07-2de8972c6fc4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.736526] env[65311]: INFO nova.compute.manager [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Took 18.91 seconds to build instance. [ 1145.808282] env[65311]: DEBUG nova.network.neutron [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Updating instance_info_cache with network_info: [{"id": "5724c70e-0398-481c-875a-369c21d9b93d", "address": "fa:16:3e:26:ad:85", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5724c70e-03", "ovs_interfaceid": "5724c70e-0398-481c-875a-369c21d9b93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.862551] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 2c0a5c88-3d01-4d5c-8b46-5a109107067a] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1146.242375] env[65311]: DEBUG oslo_concurrency.lockutils [None req-39acb35d-a644-4265-8e0d-3ce095536236 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "a139f42d-be60-4e9a-9038-ead906efed61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.432s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.312026] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-0c7f8766-bb9d-424a-8b07-2de8972c6fc4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.312026] env[65311]: DEBUG nova.compute.manager [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Instance network_info: |[{"id": "5724c70e-0398-481c-875a-369c21d9b93d", "address": "fa:16:3e:26:ad:85", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5724c70e-03", "ovs_interfaceid": "5724c70e-0398-481c-875a-369c21d9b93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1146.312367] env[65311]: DEBUG oslo_concurrency.lockutils [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] Acquired lock "refresh_cache-0c7f8766-bb9d-424a-8b07-2de8972c6fc4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.312367] env[65311]: DEBUG nova.network.neutron [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Refreshing network info cache for port 5724c70e-0398-481c-875a-369c21d9b93d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.316049] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:ad:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5724c70e-0398-481c-875a-369c21d9b93d', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.328140] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1146.329126] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.329375] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9e57a71-a98e-4a94-adba-6c980cae6366 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.351958] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.351958] env[65311]: value = "task-4429055" [ 1146.351958] env[65311]: _type = "Task" [ 1146.351958] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.361444] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429055, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.365693] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 4aa79d82-2350-4209-ae0a-c64201f0d9ca] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1146.816888] env[65311]: WARNING neutronclient.v2_0.client [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.869626] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 30503b47-7a7a-4bdd-8b45-590e293ec7f9] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1146.879404] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429055, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.013868] env[65311]: WARNING neutronclient.v2_0.client [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.171652] env[65311]: DEBUG nova.network.neutron [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Updated VIF entry in instance network info cache for port 5724c70e-0398-481c-875a-369c21d9b93d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1147.172131] env[65311]: DEBUG nova.network.neutron [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Updating instance_info_cache with network_info: [{"id": "5724c70e-0398-481c-875a-369c21d9b93d", "address": "fa:16:3e:26:ad:85", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5724c70e-03", "ovs_interfaceid": "5724c70e-0398-481c-875a-369c21d9b93d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.184793] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.184984] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.368130] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429055, 'name': CreateVM_Task, 'duration_secs': 0.570135} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.368450] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.369379] env[65311]: WARNING neutronclient.v2_0.client [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.369563] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.369563] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.370284] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.370284] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ee8dda-5fe6-4b57-83d2-9c297ef79e52 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.378865] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1147.378865] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5260f284-ae35-4c8f-4a33-364b933c5233" [ 1147.378865] env[65311]: _type = "Task" [ 1147.378865] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.379572] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: a210060f-e00c-4a4d-95e0-ba497ec7a763] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1147.394371] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5260f284-ae35-4c8f-4a33-364b933c5233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.659819] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "a139f42d-be60-4e9a-9038-ead906efed61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.660521] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "a139f42d-be60-4e9a-9038-ead906efed61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.660944] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "a139f42d-be60-4e9a-9038-ead906efed61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.661357] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "a139f42d-be60-4e9a-9038-ead906efed61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.661593] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "a139f42d-be60-4e9a-9038-ead906efed61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.664336] env[65311]: INFO nova.compute.manager [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Terminating instance [ 1147.675627] env[65311]: DEBUG oslo_concurrency.lockutils [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] Releasing lock "refresh_cache-0c7f8766-bb9d-424a-8b07-2de8972c6fc4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.675964] env[65311]: DEBUG nova.compute.manager [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Received event network-changed-ebdec675-da09-49d6-9599-889f6a9a5980 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1147.676181] env[65311]: DEBUG nova.compute.manager [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Refreshing instance network info cache due to event network-changed-ebdec675-da09-49d6-9599-889f6a9a5980. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1147.676454] env[65311]: DEBUG oslo_concurrency.lockutils [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] Acquiring lock "refresh_cache-b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.676572] env[65311]: DEBUG oslo_concurrency.lockutils [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] Acquired lock "refresh_cache-b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.676764] env[65311]: DEBUG nova.network.neutron [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Refreshing network info cache for port ebdec675-da09-49d6-9599-889f6a9a5980 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.687760] env[65311]: DEBUG nova.compute.manager [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1147.888789] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 2747437d-2b8f-4b94-826d-6eebf6785a77] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1147.896689] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5260f284-ae35-4c8f-4a33-364b933c5233, 'name': SearchDatastore_Task, 'duration_secs': 0.021207} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.897769] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.898219] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.898629] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.898932] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.899279] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.899662] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf73e1fc-09ea-4aea-b3aa-f6f0bab5fc86 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.915858] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.915858] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.916017] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d378ee-3e26-4242-9fca-94770c8e1c90 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.925530] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1147.925530] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528e83cb-93d8-2095-30b8-66d1f892e750" [ 1147.925530] env[65311]: _type = "Task" [ 1147.925530] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.943969] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528e83cb-93d8-2095-30b8-66d1f892e750, 'name': SearchDatastore_Task, 'duration_secs': 0.014071} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.945119] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfdb158-ed26-4211-ac96-9b5faf313d82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.953773] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1147.953773] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268b50a-7870-9901-700c-325928a1f7ae" [ 1147.953773] env[65311]: _type = "Task" [ 1147.953773] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.966672] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268b50a-7870-9901-700c-325928a1f7ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.168925] env[65311]: DEBUG nova.compute.manager [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1148.169260] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.170231] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31447efd-3123-4b99-a142-0de37240c2a9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.180183] env[65311]: WARNING neutronclient.v2_0.client [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.188425] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.188611] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c483d381-45bd-4c2d-ae96-172c69b8d868 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.205587] env[65311]: DEBUG oslo_vmware.api [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1148.205587] env[65311]: value = "task-4429056" [ 1148.205587] env[65311]: _type = "Task" [ 1148.205587] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.223933] env[65311]: DEBUG oslo_vmware.api [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.391045] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.391467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.395149] env[65311]: INFO nova.compute.claims [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.399734] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: f112909f-754e-4263-b323-116a5e2c45bb] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1148.472901] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268b50a-7870-9901-700c-325928a1f7ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015371} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.473558] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.474127] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 0c7f8766-bb9d-424a-8b07-2de8972c6fc4/0c7f8766-bb9d-424a-8b07-2de8972c6fc4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.475952] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f6cd272-738d-42a1-9218-c841b3f3378e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.480888] env[65311]: WARNING neutronclient.v2_0.client [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.491315] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1148.491315] env[65311]: value = "task-4429057" [ 1148.491315] env[65311]: _type = "Task" [ 1148.491315] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.504539] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.574673] env[65311]: DEBUG nova.network.neutron [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Updated VIF entry in instance network info cache for port ebdec675-da09-49d6-9599-889f6a9a5980. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1148.575730] env[65311]: DEBUG nova.network.neutron [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Updating instance_info_cache with network_info: [{"id": "ebdec675-da09-49d6-9599-889f6a9a5980", "address": "fa:16:3e:66:48:1f", "network": {"id": "e1015494-c802-40df-9879-417ff4de1c9e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1858128757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5077eef8f87841d08820c39cb336c343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebdec675-da", "ovs_interfaceid": "ebdec675-da09-49d6-9599-889f6a9a5980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.720904] env[65311]: DEBUG oslo_vmware.api [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429056, 'name': PowerOffVM_Task, 'duration_secs': 0.254137} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.720904] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.721305] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.723415] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc81190e-e356-4dc1-b69c-746806475436 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.829377] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.829855] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.830185] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleting the datastore file [datastore2] a139f42d-be60-4e9a-9038-ead906efed61 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.830621] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb4712c-7d04-4297-a1c3-82a31334cf19 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.840161] env[65311]: DEBUG oslo_vmware.api [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1148.840161] env[65311]: value = "task-4429059" [ 1148.840161] env[65311]: _type = "Task" [ 1148.840161] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.850757] env[65311]: DEBUG oslo_vmware.api [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.910154] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: e1c4884c-3a27-4d41-803e-880ac2b315f1] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1149.005079] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429057, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.081700] env[65311]: DEBUG oslo_concurrency.lockutils [req-d620aad7-5703-46b2-9072-596de5789ecc req-a55f0cbf-9eb7-4ecd-a3fa-280bb25cfd65 service nova] Releasing lock "refresh_cache-b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.220779] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "1c916d63-ae65-41c6-9deb-3d4f4670d246" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.221024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.353013] env[65311]: DEBUG oslo_vmware.api [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331534} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.353304] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.353486] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.353658] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.353875] env[65311]: INFO nova.compute.manager [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1149.354148] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1149.354370] env[65311]: DEBUG nova.compute.manager [-] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1149.354470] env[65311]: DEBUG nova.network.neutron [-] [instance: a139f42d-be60-4e9a-9038-ead906efed61] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1149.354847] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.417068] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: fd4c730a-8937-43ea-91a6-e8917a8e92f0] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1149.430633] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.507019] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589116} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.507433] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 0c7f8766-bb9d-424a-8b07-2de8972c6fc4/0c7f8766-bb9d-424a-8b07-2de8972c6fc4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.507528] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.507789] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60ba9911-9f57-42c5-9522-2870a82f228b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.517611] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1149.517611] env[65311]: value = "task-4429060" [ 1149.517611] env[65311]: _type = "Task" [ 1149.517611] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.531992] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.665433] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec5d6eb-7495-4dc6-9575-b5b112bc5f59 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.679206] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4877043-0e02-445b-8318-4526c32f76d9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.719126] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21d177a-19ef-4c2d-a368-baeb3839f725 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.724385] env[65311]: DEBUG nova.compute.manager [req-9c115ee0-e284-4105-956d-797d1adf4d30 req-3959187d-ac68-46b1-bb4b-db03dacc1b39 service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Received event network-vif-deleted-0c40fbbb-fed0-4203-9b75-d7706af113b6 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1149.724385] env[65311]: INFO nova.compute.manager [req-9c115ee0-e284-4105-956d-797d1adf4d30 req-3959187d-ac68-46b1-bb4b-db03dacc1b39 service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Neutron deleted interface 0c40fbbb-fed0-4203-9b75-d7706af113b6; detaching it from the instance and deleting it from the info cache [ 1149.724385] env[65311]: DEBUG nova.network.neutron [req-9c115ee0-e284-4105-956d-797d1adf4d30 req-3959187d-ac68-46b1-bb4b-db03dacc1b39 service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.725642] env[65311]: DEBUG nova.compute.manager [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1149.736462] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7005f2ad-10a6-4c29-a4f1-0ff3a35c0db1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.753794] env[65311]: DEBUG nova.compute.provider_tree [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.921200] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 983720f0-ac69-4329-8f85-d9d7d917c61e] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1150.031211] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08042} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.031511] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.032354] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cee19c-37b0-40e9-b8af-b6273750f7a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.059748] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0c7f8766-bb9d-424a-8b07-2de8972c6fc4/0c7f8766-bb9d-424a-8b07-2de8972c6fc4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.060117] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7ae9bdc-27d0-4793-be03-c2f0c348f6b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.082493] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1150.082493] env[65311]: value = "task-4429061" [ 1150.082493] env[65311]: _type = "Task" [ 1150.082493] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.091706] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.153579] env[65311]: DEBUG nova.network.neutron [-] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.168408] env[65311]: DEBUG oslo_vmware.rw_handles [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52060872-dddf-7c9e-7ed7-6e89750c0a81/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1150.170373] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3100bb24-1c2b-4c89-b5c8-e2efde5ef992 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.178266] env[65311]: DEBUG oslo_vmware.rw_handles [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52060872-dddf-7c9e-7ed7-6e89750c0a81/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1150.178399] env[65311]: ERROR oslo_vmware.rw_handles [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52060872-dddf-7c9e-7ed7-6e89750c0a81/disk-0.vmdk due to incomplete transfer. [ 1150.178632] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-856a2452-4c27-4990-a475-0ad83d393d9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.186859] env[65311]: DEBUG oslo_vmware.rw_handles [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52060872-dddf-7c9e-7ed7-6e89750c0a81/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1150.187074] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Uploaded image 21e2cb68-8550-448f-b2c6-6ec89d31e695 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1150.189274] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1150.189644] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee57fbd9-471a-48f6-9e75-9ea50e4339aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.196898] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1150.196898] env[65311]: value = "task-4429062" [ 1150.196898] env[65311]: _type = "Task" [ 1150.196898] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.208494] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429062, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.226480] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29e06abb-2ebb-4b22-a13c-7f4b6c8e527b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.239015] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7ad657-23e2-4f60-b55f-b7df01b3da28 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.252336] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.256830] env[65311]: DEBUG nova.scheduler.client.report [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.274654] env[65311]: DEBUG nova.compute.manager [req-9c115ee0-e284-4105-956d-797d1adf4d30 req-3959187d-ac68-46b1-bb4b-db03dacc1b39 service nova] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Detach interface failed, port_id=0c40fbbb-fed0-4203-9b75-d7706af113b6, reason: Instance a139f42d-be60-4e9a-9038-ead906efed61 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1150.425158] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: d95f4ddc-7472-4ff9-b606-0f103a94f6fc] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1150.597718] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.657073] env[65311]: INFO nova.compute.manager [-] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Took 1.30 seconds to deallocate network for instance. [ 1150.709169] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429062, 'name': Destroy_Task, 'duration_secs': 0.361036} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.709452] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Destroyed the VM [ 1150.709678] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1150.709962] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3af4e4b2-e26d-4cae-8463-43dd64eb6482 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.718760] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1150.718760] env[65311]: value = "task-4429063" [ 1150.718760] env[65311]: _type = "Task" [ 1150.718760] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.728811] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429063, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.761855] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.762494] env[65311]: DEBUG nova.compute.manager [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1150.765692] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.514s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.767554] env[65311]: INFO nova.compute.claims [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.928748] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: c177279a-53e7-4578-9796-858dfa86c4f4] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1151.095632] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429061, 'name': ReconfigVM_Task, 'duration_secs': 0.827602} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.095941] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0c7f8766-bb9d-424a-8b07-2de8972c6fc4/0c7f8766-bb9d-424a-8b07-2de8972c6fc4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.096629] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-177293ba-3d96-4df6-8663-d4b53c85fe00 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.104106] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1151.104106] env[65311]: value = "task-4429064" [ 1151.104106] env[65311]: _type = "Task" [ 1151.104106] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.113952] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429064, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.164596] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.234303] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429063, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.273511] env[65311]: DEBUG nova.compute.utils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.279638] env[65311]: DEBUG nova.compute.manager [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1151.279638] env[65311]: DEBUG nova.network.neutron [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1151.279888] env[65311]: WARNING neutronclient.v2_0.client [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.280113] env[65311]: WARNING neutronclient.v2_0.client [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.336973] env[65311]: DEBUG nova.policy [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0029405beb248cbbf60a9d420d724a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68992ff22ad44caa9e7239f7c52fe99c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.432168] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 9cc5ce4d-eda3-4e3c-aaac-8093be72070d] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1151.616288] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429064, 'name': Rename_Task, 'duration_secs': 0.166046} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.616460] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.616715] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab003a4-0174-40ae-9729-347e6bf19f36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.624488] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1151.624488] env[65311]: value = "task-4429065" [ 1151.624488] env[65311]: _type = "Task" [ 1151.624488] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.632983] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.652876] env[65311]: DEBUG nova.network.neutron [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Successfully created port: 28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1151.730026] env[65311]: DEBUG oslo_vmware.api [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429063, 'name': RemoveSnapshot_Task, 'duration_secs': 0.742425} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.731028] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1151.731028] env[65311]: INFO nova.compute.manager [None req-1acab234-286c-446a-b4a2-99decaeb3d50 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 1151.778669] env[65311]: DEBUG nova.compute.manager [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1151.936209] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: a78a5222-cdfa-4194-9a40-fcbe593737b3] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1151.999409] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c3376-4bdf-4197-94ef-3c49a5c07b61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.008442] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e4cc53-8978-4eb7-b39e-bfabd3e88aa6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.041186] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b575db-fa6a-45ea-85d7-47884ae0f19c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.050241] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08ed452-7558-45f1-a1c7-3178f6d40a06 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.065130] env[65311]: DEBUG nova.compute.provider_tree [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.138320] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429065, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.441959] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: fb4654f6-15e0-4b18-ab33-e620cccb5736] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1152.568865] env[65311]: DEBUG nova.scheduler.client.report [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.636688] env[65311]: DEBUG oslo_vmware.api [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429065, 'name': PowerOnVM_Task, 'duration_secs': 0.548011} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.636957] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.637172] env[65311]: INFO nova.compute.manager [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1152.637346] env[65311]: DEBUG nova.compute.manager [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1152.638158] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8f0d70-44c4-4b29-806a-c962c665b3e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.788277] env[65311]: DEBUG nova.compute.manager [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1152.818863] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1152.818863] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.818863] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1152.818863] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.818863] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1152.819306] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1152.819525] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1152.819731] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1152.819943] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1152.820253] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1152.820523] env[65311]: DEBUG nova.virt.hardware [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1152.821485] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a7474-1b57-4e3f-b46b-fb1811640b02 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.831578] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb7551e-2f03-4ab3-b2a2-9eb80d30b3c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.945271] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 9fa60a5a-b4dd-4dea-a287-ece2bff06de3] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1153.076019] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.076019] env[65311]: DEBUG nova.compute.manager [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1153.078069] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.913s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.078288] env[65311]: DEBUG nova.objects.instance [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lazy-loading 'resources' on Instance uuid a139f42d-be60-4e9a-9038-ead906efed61 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.159152] env[65311]: INFO nova.compute.manager [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Took 15.09 seconds to build instance. [ 1153.173043] env[65311]: DEBUG nova.compute.manager [req-9c9e4560-bfa7-4ec4-85a0-9d1b9796138f req-4c6d8966-5b0e-406e-9da2-112a1eac595a service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Received event network-vif-plugged-28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1153.173043] env[65311]: DEBUG oslo_concurrency.lockutils [req-9c9e4560-bfa7-4ec4-85a0-9d1b9796138f req-4c6d8966-5b0e-406e-9da2-112a1eac595a service nova] Acquiring lock "84adf44e-0c27-47da-a2a9-f62b9aabc629-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.173200] env[65311]: DEBUG oslo_concurrency.lockutils [req-9c9e4560-bfa7-4ec4-85a0-9d1b9796138f req-4c6d8966-5b0e-406e-9da2-112a1eac595a service nova] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.173340] env[65311]: DEBUG oslo_concurrency.lockutils [req-9c9e4560-bfa7-4ec4-85a0-9d1b9796138f req-4c6d8966-5b0e-406e-9da2-112a1eac595a service nova] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.173563] env[65311]: DEBUG nova.compute.manager [req-9c9e4560-bfa7-4ec4-85a0-9d1b9796138f req-4c6d8966-5b0e-406e-9da2-112a1eac595a service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] No waiting events found dispatching network-vif-plugged-28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1153.173822] env[65311]: WARNING nova.compute.manager [req-9c9e4560-bfa7-4ec4-85a0-9d1b9796138f req-4c6d8966-5b0e-406e-9da2-112a1eac595a service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Received unexpected event network-vif-plugged-28529812-1676-41d9-8811-683e33c22a87 for instance with vm_state building and task_state spawning. [ 1153.210022] env[65311]: DEBUG nova.network.neutron [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Successfully updated port: 28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1153.450252] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 1b85599d-809b-4b02-abf1-2d68c4978adb] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1153.581293] env[65311]: DEBUG nova.compute.utils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.586445] env[65311]: DEBUG nova.compute.manager [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1153.586646] env[65311]: DEBUG nova.network.neutron [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1153.586949] env[65311]: WARNING neutronclient.v2_0.client [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.587486] env[65311]: WARNING neutronclient.v2_0.client [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.646265] env[65311]: DEBUG nova.policy [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8659c7ed746e4661a3bf2bb8fcc7ac98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8415d04e0b6e4df6b263993279ecca55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.663998] env[65311]: DEBUG oslo_concurrency.lockutils [None req-63dd9dcc-a8bc-42cd-b04f-873a07dc307d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.610s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.710817] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.711011] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.711192] env[65311]: DEBUG nova.network.neutron [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1153.712550] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.712766] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.712929] env[65311]: DEBUG nova.compute.manager [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1153.713995] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c60a5-49cf-4441-8ddb-2419f1b25d47 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.721801] env[65311]: DEBUG nova.compute.manager [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1153.722404] env[65311]: DEBUG nova.objects.instance [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'flavor' on Instance uuid 0c7f8766-bb9d-424a-8b07-2de8972c6fc4 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.797920] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc09a27-149c-4704-bda3-d380f1bedf18 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.806309] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07256584-7757-42f0-8993-cc58219f04d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.839387] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cc6c13-d7b3-4158-a200-9cfae38676a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.847480] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6fc4f1-eef1-4b03-b0a6-a323e9de8f55 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.863524] env[65311]: DEBUG nova.compute.provider_tree [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.946527] env[65311]: DEBUG nova.network.neutron [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Successfully created port: d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1153.953358] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 48461b1b-8c60-4048-9ec5-255dd7072b1c] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1154.085220] env[65311]: DEBUG nova.compute.manager [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1154.311027] env[65311]: DEBUG nova.network.neutron [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1154.368445] env[65311]: DEBUG nova.scheduler.client.report [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.411160] env[65311]: WARNING neutronclient.v2_0.client [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.456574] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 7d41ce3e-bf99-4c6c-93c1-9a22ff676e26] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1154.551959] env[65311]: DEBUG nova.network.neutron [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating instance_info_cache with network_info: [{"id": "28529812-1676-41d9-8811-683e33c22a87", "address": "fa:16:3e:8c:ff:47", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28529812-16", "ovs_interfaceid": "28529812-1676-41d9-8811-683e33c22a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.611692] env[65311]: DEBUG nova.compute.manager [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1154.612657] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9aa978-a7e8-4c4c-9015-38a10b898fd8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.732161] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.732473] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-891febea-66f0-42f6-a8f5-8c97550f5046 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.740201] env[65311]: DEBUG oslo_vmware.api [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1154.740201] env[65311]: value = "task-4429066" [ 1154.740201] env[65311]: _type = "Task" [ 1154.740201] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.749955] env[65311]: DEBUG oslo_vmware.api [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.873783] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.899592] env[65311]: INFO nova.scheduler.client.report [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted allocations for instance a139f42d-be60-4e9a-9038-ead906efed61 [ 1154.959559] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: e6572502-05a9-4ae3-9eb5-48e574ae4cdf] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1155.054773] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.055302] env[65311]: DEBUG nova.compute.manager [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Instance network_info: |[{"id": "28529812-1676-41d9-8811-683e33c22a87", "address": "fa:16:3e:8c:ff:47", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28529812-16", "ovs_interfaceid": "28529812-1676-41d9-8811-683e33c22a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1155.055704] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:ff:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28529812-1676-41d9-8811-683e33c22a87', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.063301] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1155.063544] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.063746] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d10afebb-18c3-4213-a0a3-e77f20e316e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.083848] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.083848] env[65311]: value = "task-4429067" [ 1155.083848] env[65311]: _type = "Task" [ 1155.083848] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.095424] env[65311]: DEBUG nova.compute.manager [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1155.098263] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429067, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.121454] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1155.121922] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.122242] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1155.122575] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.122863] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1155.123162] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1155.123562] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1155.123844] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1155.124547] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1155.124547] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1155.125213] env[65311]: DEBUG nova.virt.hardware [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1155.126503] env[65311]: INFO nova.compute.manager [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] instance snapshotting [ 1155.129929] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3558c79-4329-4099-a3f6-1fc79cbfc9e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.135635] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b0b0ac-3c3e-4ee0-b721-08e21523cb60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.165910] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff2db6b-d98a-43a7-bfa7-4bf961d167d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.171232] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d3cb46-9b05-491a-9c6a-3de5a3fc0f85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.211797] env[65311]: DEBUG nova.compute.manager [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Received event network-changed-28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1155.212211] env[65311]: DEBUG nova.compute.manager [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Refreshing instance network info cache due to event network-changed-28529812-1676-41d9-8811-683e33c22a87. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1155.212406] env[65311]: DEBUG oslo_concurrency.lockutils [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] Acquiring lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.212635] env[65311]: DEBUG oslo_concurrency.lockutils [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] Acquired lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.212877] env[65311]: DEBUG nova.network.neutron [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Refreshing network info cache for port 28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.252530] env[65311]: DEBUG oslo_vmware.api [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429066, 'name': PowerOffVM_Task, 'duration_secs': 0.203603} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.252879] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.253135] env[65311]: DEBUG nova.compute.manager [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1155.254228] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87673bfe-9266-463c-be87-dfe906c990e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.407810] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4bcee702-167b-4dfc-9b97-a73dfb976598 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "a139f42d-be60-4e9a-9038-ead906efed61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.748s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.462899] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 82260d88-cfa9-48f5-879a-b8c56851af86] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1155.490254] env[65311]: DEBUG nova.network.neutron [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Successfully updated port: d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1155.545180] env[65311]: DEBUG nova.compute.manager [req-7e7bc49d-7d9b-43a0-934a-e4f72a163e52 req-5b3ec129-2c67-4fce-84f6-90ece638680c service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Received event network-vif-plugged-d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1155.545406] env[65311]: DEBUG oslo_concurrency.lockutils [req-7e7bc49d-7d9b-43a0-934a-e4f72a163e52 req-5b3ec129-2c67-4fce-84f6-90ece638680c service nova] Acquiring lock "1c916d63-ae65-41c6-9deb-3d4f4670d246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.545616] env[65311]: DEBUG oslo_concurrency.lockutils [req-7e7bc49d-7d9b-43a0-934a-e4f72a163e52 req-5b3ec129-2c67-4fce-84f6-90ece638680c service nova] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.546371] env[65311]: DEBUG oslo_concurrency.lockutils [req-7e7bc49d-7d9b-43a0-934a-e4f72a163e52 req-5b3ec129-2c67-4fce-84f6-90ece638680c service nova] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.546371] env[65311]: DEBUG nova.compute.manager [req-7e7bc49d-7d9b-43a0-934a-e4f72a163e52 req-5b3ec129-2c67-4fce-84f6-90ece638680c service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] No waiting events found dispatching network-vif-plugged-d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1155.546371] env[65311]: WARNING nova.compute.manager [req-7e7bc49d-7d9b-43a0-934a-e4f72a163e52 req-5b3ec129-2c67-4fce-84f6-90ece638680c service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Received unexpected event network-vif-plugged-d8c669d0-af00-4283-a012-c555fc62a056 for instance with vm_state building and task_state spawning. [ 1155.596333] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429067, 'name': CreateVM_Task, 'duration_secs': 0.387118} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.596333] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.596333] env[65311]: WARNING neutronclient.v2_0.client [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.596333] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.596593] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.596943] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.597265] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc0ec9c-a7df-4d43-b748-67b036bb3c0c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.603409] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1155.603409] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c19ddc-a50b-e4a3-e8c2-3de5f251c85c" [ 1155.603409] env[65311]: _type = "Task" [ 1155.603409] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.613693] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c19ddc-a50b-e4a3-e8c2-3de5f251c85c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.692023] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1155.692314] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e33e8a53-5d80-4bd0-89a7-0983af47eae1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.700429] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1155.700429] env[65311]: value = "task-4429068" [ 1155.700429] env[65311]: _type = "Task" [ 1155.700429] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.711746] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429068, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.716416] env[65311]: WARNING neutronclient.v2_0.client [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.770619] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a910143e-ef6e-4db7-afcc-8a151e642d6a tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.868031] env[65311]: WARNING neutronclient.v2_0.client [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.937435] env[65311]: DEBUG nova.network.neutron [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updated VIF entry in instance network info cache for port 28529812-1676-41d9-8811-683e33c22a87. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1155.937855] env[65311]: DEBUG nova.network.neutron [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating instance_info_cache with network_info: [{"id": "28529812-1676-41d9-8811-683e33c22a87", "address": "fa:16:3e:8c:ff:47", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28529812-16", "ovs_interfaceid": "28529812-1676-41d9-8811-683e33c22a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.966454] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: d8abbc7b-bcf9-4f3c-a441-699e40be985c] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1155.994062] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.994062] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.994062] env[65311]: DEBUG nova.network.neutron [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1156.116906] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c19ddc-a50b-e4a3-e8c2-3de5f251c85c, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.117276] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.117511] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.117742] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.117878] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.118063] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.118357] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e254f5f2-7313-4932-8d98-a8a78c813c1d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.128723] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.128904] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.129818] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea2686b9-eb66-4cd8-93cf-ae845ccc2663 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.137075] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1156.137075] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b7ee9a-6e33-1b70-3003-6f590fc4a283" [ 1156.137075] env[65311]: _type = "Task" [ 1156.137075] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.146859] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b7ee9a-6e33-1b70-3003-6f590fc4a283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.213217] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.213461] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.219810] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429068, 'name': CreateSnapshot_Task, 'duration_secs': 0.516394} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.220414] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.220632] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.220825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.220996] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.221173] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.222845] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1156.223784] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4ca0ac-a8e6-410f-bdcf-b96dbbed18e1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.226926] env[65311]: INFO nova.compute.manager [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Terminating instance [ 1156.441354] env[65311]: DEBUG oslo_concurrency.lockutils [req-eb28831e-7216-4d37-89c3-8091b1436b54 req-127df241-bafc-4619-856e-a42fe08f3e05 service nova] Releasing lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.469338] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: f5f0c55b-2c53-4d6b-8384-cfad13ca4957] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1156.528322] env[65311]: DEBUG nova.network.neutron [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1156.606547] env[65311]: WARNING neutronclient.v2_0.client [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.648461] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b7ee9a-6e33-1b70-3003-6f590fc4a283, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.652115] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fb4b4a-4bc0-4b2e-af2a-0d202ea9e9e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.658513] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1156.658513] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528aa9ff-d4dc-c296-d53f-1f47606b891d" [ 1156.658513] env[65311]: _type = "Task" [ 1156.658513] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.667289] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528aa9ff-d4dc-c296-d53f-1f47606b891d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.686771] env[65311]: DEBUG nova.network.neutron [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Updating instance_info_cache with network_info: [{"id": "d8c669d0-af00-4283-a012-c555fc62a056", "address": "fa:16:3e:e0:61:e0", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c669d0-af", "ovs_interfaceid": "d8c669d0-af00-4283-a012-c555fc62a056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.721923] env[65311]: DEBUG nova.compute.manager [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1156.732190] env[65311]: DEBUG nova.compute.manager [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1156.732461] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.733505] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0002110-ddf3-4a3d-9807-756921aa342b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.748345] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1156.748649] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.748861] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a47f126-1266-416a-ac73-bfbe8cdbecda {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.751709] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3fb7585-154d-423b-9e70-efe80a932e5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.760486] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1156.760486] env[65311]: value = "task-4429070" [ 1156.760486] env[65311]: _type = "Task" [ 1156.760486] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.770911] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429070, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.972804] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 7886e451-392e-48e6-b542-6ddd56d285e3] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1157.092240] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.092468] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.092620] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleting the datastore file [datastore1] 0c7f8766-bb9d-424a-8b07-2de8972c6fc4 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.092906] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65fa9df1-01bd-48f0-9552-f1f07e455255 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.100563] env[65311]: DEBUG oslo_vmware.api [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1157.100563] env[65311]: value = "task-4429071" [ 1157.100563] env[65311]: _type = "Task" [ 1157.100563] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.109378] env[65311]: DEBUG oslo_vmware.api [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.171307] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528aa9ff-d4dc-c296-d53f-1f47606b891d, 'name': SearchDatastore_Task, 'duration_secs': 0.026126} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.171585] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.171971] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 84adf44e-0c27-47da-a2a9-f62b9aabc629/84adf44e-0c27-47da-a2a9-f62b9aabc629.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.172293] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4dcfaea-bade-48e6-8aa4-a355d6138d81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.181391] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1157.181391] env[65311]: value = "task-4429072" [ 1157.181391] env[65311]: _type = "Task" [ 1157.181391] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.191236] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.191622] env[65311]: DEBUG nova.compute.manager [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Instance network_info: |[{"id": "d8c669d0-af00-4283-a012-c555fc62a056", "address": "fa:16:3e:e0:61:e0", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c669d0-af", "ovs_interfaceid": "d8c669d0-af00-4283-a012-c555fc62a056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1157.192018] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.192397] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:61:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8c669d0-af00-4283-a012-c555fc62a056', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.200159] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Creating folder: Project (8415d04e0b6e4df6b263993279ecca55). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1157.200437] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee288e5b-08b8-4a61-9094-713a45e96ea7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.212449] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Created folder: Project (8415d04e0b6e4df6b263993279ecca55) in parent group-v866349. [ 1157.212785] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Creating folder: Instances. Parent ref: group-v866658. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1157.213202] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09aba53c-8ed0-4859-ba54-30048d8207b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.230599] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Created folder: Instances in parent group-v866658. [ 1157.230941] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1157.233670] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.234249] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6504710-fe8d-4e8e-9642-983af0730802 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.258945] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.258945] env[65311]: value = "task-4429075" [ 1157.258945] env[65311]: _type = "Task" [ 1157.258945] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.263704] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.264024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.265745] env[65311]: INFO nova.compute.claims [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.281881] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429075, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.286827] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429070, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.476907] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 4ae43cc4-2a49-4b4a-937f-7fe4aec805b4] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1157.580037] env[65311]: DEBUG nova.compute.manager [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Received event network-changed-d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1157.580037] env[65311]: DEBUG nova.compute.manager [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Refreshing instance network info cache due to event network-changed-d8c669d0-af00-4283-a012-c555fc62a056. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1157.580037] env[65311]: DEBUG oslo_concurrency.lockutils [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] Acquiring lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.580037] env[65311]: DEBUG oslo_concurrency.lockutils [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] Acquired lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.581149] env[65311]: DEBUG nova.network.neutron [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Refreshing network info cache for port d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.617281] env[65311]: DEBUG oslo_vmware.api [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206355} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.617675] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.617877] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.618067] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.618251] env[65311]: INFO nova.compute.manager [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Took 0.89 seconds to destroy the instance on the hypervisor. [ 1157.618499] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1157.618702] env[65311]: DEBUG nova.compute.manager [-] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1157.618868] env[65311]: DEBUG nova.network.neutron [-] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1157.619150] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.658805] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.694706] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.770981] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429075, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.784025] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429070, 'name': CloneVM_Task} progress is 95%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.909449] env[65311]: DEBUG nova.compute.manager [req-c105fd29-2216-45ff-a262-3989a838c2cf req-576adcd3-0bf0-4393-aff0-f50afe865716 service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Received event network-vif-deleted-5724c70e-0398-481c-875a-369c21d9b93d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1157.909704] env[65311]: INFO nova.compute.manager [req-c105fd29-2216-45ff-a262-3989a838c2cf req-576adcd3-0bf0-4393-aff0-f50afe865716 service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Neutron deleted interface 5724c70e-0398-481c-875a-369c21d9b93d; detaching it from the instance and deleting it from the info cache [ 1157.909877] env[65311]: DEBUG nova.network.neutron [req-c105fd29-2216-45ff-a262-3989a838c2cf req-576adcd3-0bf0-4393-aff0-f50afe865716 service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.981963] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: a26378a7-b715-4c1a-9450-f7cf931ecec1] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1158.087113] env[65311]: WARNING neutronclient.v2_0.client [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.135095] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.135354] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.135662] env[65311]: DEBUG nova.objects.instance [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'flavor' on Instance uuid 456d2124-ab46-4e7c-b134-4ea04968013e {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.192407] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553452} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.192672] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 84adf44e-0c27-47da-a2a9-f62b9aabc629/84adf44e-0c27-47da-a2a9-f62b9aabc629.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.192871] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.193146] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba61ed49-00c2-4140-908a-b6fd4ba4b1ba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.202233] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1158.202233] env[65311]: value = "task-4429076" [ 1158.202233] env[65311]: _type = "Task" [ 1158.202233] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.212809] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.229509] env[65311]: WARNING neutronclient.v2_0.client [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.271980] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429075, 'name': CreateVM_Task, 'duration_secs': 0.593074} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.275072] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.275587] env[65311]: WARNING neutronclient.v2_0.client [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.275937] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.276102] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.276435] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.279491] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853dd722-cd07-4d29-97c4-e32e581ebd73 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.287498] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429070, 'name': CloneVM_Task, 'duration_secs': 1.241938} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.288122] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Created linked-clone VM from snapshot [ 1158.288834] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f6369-1b60-4c49-abda-38d0e25766e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.292488] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1158.292488] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bcb20e-9f73-9c15-dd9f-4b1af7565193" [ 1158.292488] env[65311]: _type = "Task" [ 1158.292488] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.298937] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Uploading image ad74a4c2-ad9b-44ed-b4b3-61431e6e7f7e {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1158.307097] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52bcb20e-9f73-9c15-dd9f-4b1af7565193, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.309467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.309611] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.309839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.309978] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.310239] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.310864] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ad48dd-2619-4780-b8d7-721712fc2beb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.324086] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.324266] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.325717] env[65311]: DEBUG nova.network.neutron [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Updated VIF entry in instance network info cache for port d8c669d0-af00-4283-a012-c555fc62a056. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1158.326053] env[65311]: DEBUG nova.network.neutron [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Updating instance_info_cache with network_info: [{"id": "d8c669d0-af00-4283-a012-c555fc62a056", "address": "fa:16:3e:e0:61:e0", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c669d0-af", "ovs_interfaceid": "d8c669d0-af00-4283-a012-c555fc62a056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.327394] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf3017d-f7b3-4b94-b59a-29092ffd146d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.331909] env[65311]: DEBUG oslo_vmware.rw_handles [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1158.331909] env[65311]: value = "vm-866657" [ 1158.331909] env[65311]: _type = "VirtualMachine" [ 1158.331909] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1158.332433] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88f91f09-711a-48f6-b40f-43e675ce1d7e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.338262] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1158.338262] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52943597-6327-907d-a8c3-e9f4b08c4164" [ 1158.338262] env[65311]: _type = "Task" [ 1158.338262] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.346556] env[65311]: DEBUG oslo_vmware.rw_handles [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lease: (returnval){ [ 1158.346556] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52576713-082f-fc53-82cc-2beed83accd2" [ 1158.346556] env[65311]: _type = "HttpNfcLease" [ 1158.346556] env[65311]: } obtained for exporting VM: (result){ [ 1158.346556] env[65311]: value = "vm-866657" [ 1158.346556] env[65311]: _type = "VirtualMachine" [ 1158.346556] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1158.346898] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the lease: (returnval){ [ 1158.346898] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52576713-082f-fc53-82cc-2beed83accd2" [ 1158.346898] env[65311]: _type = "HttpNfcLease" [ 1158.346898] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1158.354602] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52943597-6327-907d-a8c3-e9f4b08c4164, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.358138] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f5280d-6be0-44ac-b1d2-d007cbec6677 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.361511] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1158.361511] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52576713-082f-fc53-82cc-2beed83accd2" [ 1158.361511] env[65311]: _type = "HttpNfcLease" [ 1158.361511] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1158.362107] env[65311]: DEBUG oslo_vmware.rw_handles [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1158.362107] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52576713-082f-fc53-82cc-2beed83accd2" [ 1158.362107] env[65311]: _type = "HttpNfcLease" [ 1158.362107] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1158.362814] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04c54f6-57a4-4678-865f-76e2263ce153 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.366811] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1158.366811] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5209410f-cfd8-8835-b1f3-84d2695627e9" [ 1158.366811] env[65311]: _type = "Task" [ 1158.366811] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.373046] env[65311]: DEBUG oslo_vmware.rw_handles [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525cf977-6a98-e83d-ca9a-2f61c75d687f/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1158.373195] env[65311]: DEBUG oslo_vmware.rw_handles [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525cf977-6a98-e83d-ca9a-2f61c75d687f/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1158.431841] env[65311]: DEBUG nova.network.neutron [-] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.439755] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e7391ed-6921-41d4-8db2-edb333fce763 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.441740] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5209410f-cfd8-8835-b1f3-84d2695627e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.443993] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.444286] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1c916d63-ae65-41c6-9deb-3d4f4670d246/1c916d63-ae65-41c6-9deb-3d4f4670d246.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.445439] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccc7b712-5099-49cc-a7ba-13fc78088f48 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.452075] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e44f292-1aef-4cb5-a858-1ef074686611 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.468241] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1158.468241] env[65311]: value = "task-4429078" [ 1158.468241] env[65311]: _type = "Task" [ 1158.468241] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.477115] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-750e7273-9cae-4338-8501-3aeb91be1231 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.502222] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 09163485-87aa-4593-9226-05489aea9693] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1158.505465] env[65311]: DEBUG nova.compute.manager [req-c105fd29-2216-45ff-a262-3989a838c2cf req-576adcd3-0bf0-4393-aff0-f50afe865716 service nova] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Detach interface failed, port_id=5724c70e-0398-481c-875a-369c21d9b93d, reason: Instance 0c7f8766-bb9d-424a-8b07-2de8972c6fc4 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1158.519407] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.638922] env[65311]: WARNING neutronclient.v2_0.client [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.639326] env[65311]: DEBUG nova.objects.instance [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'pci_requests' on Instance uuid 456d2124-ab46-4e7c-b134-4ea04968013e {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.643645] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79bf77e-9e3a-4ee6-9788-564ad23f8911 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.650671] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94aa2d5-01c8-4d83-8ff6-039a1ebf3658 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.689614] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d69f45b-465a-4376-b28e-3acf85369ecd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.698737] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a7c360-70f6-463f-bcfb-84269af5a200 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.723134] env[65311]: DEBUG nova.compute.provider_tree [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.731576] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065962} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.731576] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.731576] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b2bdab-3f46-4ac4-9253-920c7b6c26f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.757204] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 84adf44e-0c27-47da-a2a9-f62b9aabc629/84adf44e-0c27-47da-a2a9-f62b9aabc629.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.759063] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79bc09f-87a4-4ced-aa1d-725c5e233dca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.788961] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1158.788961] env[65311]: value = "task-4429079" [ 1158.788961] env[65311]: _type = "Task" [ 1158.788961] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.801597] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.833381] env[65311]: DEBUG oslo_concurrency.lockutils [req-5dc19cfc-6e5d-41d6-abf0-c01ebfc48e07 req-d6e1ab6b-f51b-4b90-9c4d-00a05b7ee773 service nova] Releasing lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.938148] env[65311]: INFO nova.compute.manager [-] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Took 1.32 seconds to deallocate network for instance. [ 1158.979568] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480539} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.980258] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 1c916d63-ae65-41c6-9deb-3d4f4670d246/1c916d63-ae65-41c6-9deb-3d4f4670d246.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.980557] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.981800] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c135bf94-7fb2-4983-87aa-0b923e1df374 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.989504] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1158.989504] env[65311]: value = "task-4429080" [ 1158.989504] env[65311]: _type = "Task" [ 1158.989504] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.999213] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.011587] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 1e37f31b-6cef-402a-91e5-2d6315b3eddd] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1159.145676] env[65311]: DEBUG nova.objects.base [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Object Instance<456d2124-ab46-4e7c-b134-4ea04968013e> lazy-loaded attributes: flavor,pci_requests {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1159.146028] env[65311]: DEBUG nova.network.neutron [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1159.146401] env[65311]: WARNING neutronclient.v2_0.client [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.146787] env[65311]: WARNING neutronclient.v2_0.client [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.231731] env[65311]: DEBUG nova.scheduler.client.report [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.254501] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70e38ce8-609e-4c95-9c58-dc6754892ea9 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.119s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.299688] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.447671] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.501137] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072255} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.501626] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.502597] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272fddd9-0560-463b-9575-a43de9e7063e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.518261] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 68811325-d90b-414c-8510-969006be0e72] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1159.531264] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 1c916d63-ae65-41c6-9deb-3d4f4670d246/1c916d63-ae65-41c6-9deb-3d4f4670d246.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.532106] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96221db8-67df-4b32-988a-b41d3707736d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.557197] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1159.557197] env[65311]: value = "task-4429081" [ 1159.557197] env[65311]: _type = "Task" [ 1159.557197] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.567441] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.736869] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.737803] env[65311]: DEBUG nova.compute.manager [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1159.740490] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.293s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.740713] env[65311]: DEBUG nova.objects.instance [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'resources' on Instance uuid 0c7f8766-bb9d-424a-8b07-2de8972c6fc4 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.800170] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.033165] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 23382387-666d-4cfd-b142-3b960edab7eb] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1160.069059] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.244750] env[65311]: DEBUG nova.compute.utils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.249846] env[65311]: DEBUG nova.compute.manager [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1160.250173] env[65311]: DEBUG nova.network.neutron [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1160.250696] env[65311]: WARNING neutronclient.v2_0.client [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.251139] env[65311]: WARNING neutronclient.v2_0.client [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.304598] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429079, 'name': ReconfigVM_Task, 'duration_secs': 1.083243} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.305685] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 84adf44e-0c27-47da-a2a9-f62b9aabc629/84adf44e-0c27-47da-a2a9-f62b9aabc629.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.305961] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91698a51-584b-47fc-b8fa-7fd6a3bfb815 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.315189] env[65311]: DEBUG nova.policy [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab63060660a243dcb61de91a70efd2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40207bef3f9a4b6086b25366aa67344b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.317731] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1160.317731] env[65311]: value = "task-4429082" [ 1160.317731] env[65311]: _type = "Task" [ 1160.317731] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.328138] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429082, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.518198] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ed893-e0e9-4dc9-b159-493f6dabc5da {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.526164] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f259ade0-a695-4b42-8dc6-d34c230ead4e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.560595] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: dcf7f789-cdf5-42fe-80f6-3724f2707638] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1160.567022] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557feb81-5611-4b55-b8f5-73b64653c330 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.575704] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429081, 'name': ReconfigVM_Task, 'duration_secs': 0.681715} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.578039] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 1c916d63-ae65-41c6-9deb-3d4f4670d246/1c916d63-ae65-41c6-9deb-3d4f4670d246.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.578761] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d02443-be84-461e-b684-627b916bb7a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.581484] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da9f63-4562-4051-8e75-213aca46e227 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.598542] env[65311]: DEBUG nova.compute.provider_tree [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.603849] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1160.603849] env[65311]: value = "task-4429083" [ 1160.603849] env[65311]: _type = "Task" [ 1160.603849] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.617603] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429083, 'name': Rename_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.668997] env[65311]: DEBUG nova.network.neutron [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Successfully created port: cd0ea608-00b5-4593-8bb2-bd379c008ec2 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1160.754738] env[65311]: DEBUG nova.compute.manager [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1160.829182] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429082, 'name': Rename_Task, 'duration_secs': 0.213532} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.829488] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.829749] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f441713b-5943-459b-bfc8-d1f752d36786 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.838188] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1160.838188] env[65311]: value = "task-4429084" [ 1160.838188] env[65311]: _type = "Task" [ 1160.838188] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.849876] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.064930] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: b0f10836-b45a-4a6d-88fd-5173cc4b460c] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1161.105850] env[65311]: DEBUG nova.scheduler.client.report [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.119247] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429083, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.183085] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.183085] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.183314] env[65311]: DEBUG nova.objects.instance [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'flavor' on Instance uuid 456d2124-ab46-4e7c-b134-4ea04968013e {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.351921] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.568427] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 6e09b5cf-8bef-477a-9fa7-fefab127952f] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1161.614727] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.624547] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429083, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.642245] env[65311]: INFO nova.scheduler.client.report [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted allocations for instance 0c7f8766-bb9d-424a-8b07-2de8972c6fc4 [ 1161.687988] env[65311]: WARNING neutronclient.v2_0.client [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.765754] env[65311]: DEBUG nova.compute.manager [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1161.780519] env[65311]: DEBUG nova.objects.instance [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'pci_requests' on Instance uuid 456d2124-ab46-4e7c-b134-4ea04968013e {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.792865] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1161.793132] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.793296] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1161.793496] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.793660] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1161.793838] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1161.794098] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1161.794661] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1161.794661] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1161.794661] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1161.794865] env[65311]: DEBUG nova.virt.hardware [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1161.795982] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7bd683-5059-48dc-8c5e-5e3663c8f501 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.806167] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3348fa-e8a8-45d1-9985-9b6870cfffa0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.849951] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.928800] env[65311]: DEBUG nova.compute.manager [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Stashing vm_state: active {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1162.071989] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: b2ecdc7f-92d2-4884-bcf3-5be664c7d119] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1162.122031] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429083, 'name': Rename_Task, 'duration_secs': 1.092537} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.122425] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.122733] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fce7826-c3c9-4de3-9235-0c5c5db66c86 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.131069] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1162.131069] env[65311]: value = "task-4429085" [ 1162.131069] env[65311]: _type = "Task" [ 1162.131069] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.140187] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.151071] env[65311]: DEBUG oslo_concurrency.lockutils [None req-bfc4aa15-8e56-4a23-9565-44a5aca9d9a1 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "0c7f8766-bb9d-424a-8b07-2de8972c6fc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.930s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.274817] env[65311]: DEBUG nova.compute.manager [req-097ddac7-7fc1-4480-a58a-bf2760af8997 req-d3610e75-0ced-434c-9d92-7c3375ddd0f9 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Received event network-vif-plugged-cd0ea608-00b5-4593-8bb2-bd379c008ec2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1162.275062] env[65311]: DEBUG oslo_concurrency.lockutils [req-097ddac7-7fc1-4480-a58a-bf2760af8997 req-d3610e75-0ced-434c-9d92-7c3375ddd0f9 service nova] Acquiring lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.275274] env[65311]: DEBUG oslo_concurrency.lockutils [req-097ddac7-7fc1-4480-a58a-bf2760af8997 req-d3610e75-0ced-434c-9d92-7c3375ddd0f9 service nova] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.275433] env[65311]: DEBUG oslo_concurrency.lockutils [req-097ddac7-7fc1-4480-a58a-bf2760af8997 req-d3610e75-0ced-434c-9d92-7c3375ddd0f9 service nova] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.276039] env[65311]: DEBUG nova.compute.manager [req-097ddac7-7fc1-4480-a58a-bf2760af8997 req-d3610e75-0ced-434c-9d92-7c3375ddd0f9 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] No waiting events found dispatching network-vif-plugged-cd0ea608-00b5-4593-8bb2-bd379c008ec2 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1162.276247] env[65311]: WARNING nova.compute.manager [req-097ddac7-7fc1-4480-a58a-bf2760af8997 req-d3610e75-0ced-434c-9d92-7c3375ddd0f9 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Received unexpected event network-vif-plugged-cd0ea608-00b5-4593-8bb2-bd379c008ec2 for instance with vm_state building and task_state spawning. [ 1162.287661] env[65311]: DEBUG nova.objects.base [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Object Instance<456d2124-ab46-4e7c-b134-4ea04968013e> lazy-loaded attributes: flavor,pci_requests {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1162.287927] env[65311]: DEBUG nova.network.neutron [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1162.288272] env[65311]: WARNING neutronclient.v2_0.client [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.288560] env[65311]: WARNING neutronclient.v2_0.client [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.300189] env[65311]: DEBUG nova.network.neutron [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Successfully updated port: cd0ea608-00b5-4593-8bb2-bd379c008ec2 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1162.351094] env[65311]: DEBUG oslo_vmware.api [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429084, 'name': PowerOnVM_Task, 'duration_secs': 1.260179} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.352706] env[65311]: DEBUG nova.policy [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26aaaf67c344788b3bdd010e529a97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec8893005944de781a2ec2b640d87fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.354586] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.354771] env[65311]: INFO nova.compute.manager [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1162.354941] env[65311]: DEBUG nova.compute.manager [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1162.356019] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d3f01e-58a3-4905-b431-7e347791969a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.453361] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.453665] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.575342] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: c9cf02b3-64da-42ec-8565-176fd7c0cf0a] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1162.643019] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429085, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.650539] env[65311]: DEBUG nova.network.neutron [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Successfully created port: cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1162.802794] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "refresh_cache-1621ee8c-1ee8-473f-a103-fb15cf40e35b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.802794] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "refresh_cache-1621ee8c-1ee8-473f-a103-fb15cf40e35b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.802794] env[65311]: DEBUG nova.network.neutron [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1162.877891] env[65311]: INFO nova.compute.manager [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Took 14.68 seconds to build instance. [ 1162.960218] env[65311]: INFO nova.compute.claims [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.078639] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 507aaabc-65c8-4b64-8ad4-370cb3a16ee7] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1163.143511] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.381794] env[65311]: DEBUG oslo_concurrency.lockutils [None req-32e47403-7509-4dce-bdf7-1dee166b5716 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.196s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.410986] env[65311]: DEBUG nova.network.neutron [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1163.468028] env[65311]: INFO nova.compute.resource_tracker [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating resource usage from migration 1058851d-8208-4e1e-93bc-9b8cb40faf56 [ 1163.482616] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "cc67c780-9c0b-4f26-868f-9645d69957cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.482921] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.536414] env[65311]: WARNING neutronclient.v2_0.client [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.584371] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: d0584c99-6e9a-4b01-bbb9-0ffe1c7d8a4d] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1163.630691] env[65311]: DEBUG nova.network.neutron [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Updating instance_info_cache with network_info: [{"id": "cd0ea608-00b5-4593-8bb2-bd379c008ec2", "address": "fa:16:3e:55:9c:3a", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ea608-00", "ovs_interfaceid": "cd0ea608-00b5-4593-8bb2-bd379c008ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.645850] env[65311]: DEBUG oslo_vmware.api [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429085, 'name': PowerOnVM_Task, 'duration_secs': 1.056414} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.646847] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.647075] env[65311]: INFO nova.compute.manager [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1163.647252] env[65311]: DEBUG nova.compute.manager [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1163.650913] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43114caa-d67a-4073-abcd-ccb2cd0bdf98 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.715387] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eae6dc-4337-4b9f-97c9-c8b0c78ab444 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.724310] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a536d1-8dca-4b85-b3c4-fa4e73e8a464 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.756471] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b77fe-64b3-4657-b417-2e4edebcaf30 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.765026] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5a0695-69ea-4d3d-adf4-023685e380b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.779645] env[65311]: DEBUG nova.compute.provider_tree [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.988480] env[65311]: DEBUG nova.compute.manager [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1164.090819] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 983ffc7a-5228-40de-925a-4e3ef49aafc3] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1164.136372] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "refresh_cache-1621ee8c-1ee8-473f-a103-fb15cf40e35b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.136695] env[65311]: DEBUG nova.compute.manager [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Instance network_info: |[{"id": "cd0ea608-00b5-4593-8bb2-bd379c008ec2", "address": "fa:16:3e:55:9c:3a", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ea608-00", "ovs_interfaceid": "cd0ea608-00b5-4593-8bb2-bd379c008ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1164.137211] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:9c:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd0ea608-00b5-4593-8bb2-bd379c008ec2', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.147195] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1164.147830] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.148267] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd5c13d0-528d-4338-96ba-08212c3e1f4e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.172634] env[65311]: INFO nova.compute.manager [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Took 13.94 seconds to build instance. [ 1164.174940] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.174940] env[65311]: value = "task-4429086" [ 1164.174940] env[65311]: _type = "Task" [ 1164.174940] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.187029] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429086, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.222785] env[65311]: DEBUG nova.network.neutron [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Successfully updated port: cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1164.282891] env[65311]: DEBUG nova.scheduler.client.report [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.486668] env[65311]: DEBUG nova.compute.manager [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Received event network-changed-28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1164.487024] env[65311]: DEBUG nova.compute.manager [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Refreshing instance network info cache due to event network-changed-28529812-1676-41d9-8811-683e33c22a87. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1164.487360] env[65311]: DEBUG oslo_concurrency.lockutils [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] Acquiring lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.487541] env[65311]: DEBUG oslo_concurrency.lockutils [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] Acquired lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.487715] env[65311]: DEBUG nova.network.neutron [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Refreshing network info cache for port 28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.518228] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.595149] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 4f57c265-47d8-42d0-95bc-5102fbdd9874] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1164.628539] env[65311]: DEBUG nova.compute.manager [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Received event network-changed-cd0ea608-00b5-4593-8bb2-bd379c008ec2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1164.628689] env[65311]: DEBUG nova.compute.manager [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Refreshing instance network info cache due to event network-changed-cd0ea608-00b5-4593-8bb2-bd379c008ec2. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1164.628897] env[65311]: DEBUG oslo_concurrency.lockutils [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] Acquiring lock "refresh_cache-1621ee8c-1ee8-473f-a103-fb15cf40e35b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.629047] env[65311]: DEBUG oslo_concurrency.lockutils [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] Acquired lock "refresh_cache-1621ee8c-1ee8-473f-a103-fb15cf40e35b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.629220] env[65311]: DEBUG nova.network.neutron [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Refreshing network info cache for port cd0ea608-00b5-4593-8bb2-bd379c008ec2 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.676403] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5e828d05-b17b-4b03-a262-97fc67d11f02 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.455s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.688060] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429086, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.726041] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.726041] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.726041] env[65311]: DEBUG nova.network.neutron [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1164.791370] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.791830] env[65311]: INFO nova.compute.manager [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Migrating [ 1164.799921] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.282s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.802927] env[65311]: INFO nova.compute.claims [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.990738] env[65311]: WARNING neutronclient.v2_0.client [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.098628] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 23dab365-7300-4e33-b03c-e680b9f979f3] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1165.105705] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.105956] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.131647] env[65311]: WARNING neutronclient.v2_0.client [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.158460] env[65311]: WARNING neutronclient.v2_0.client [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.190042] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429086, 'name': CreateVM_Task, 'duration_secs': 0.581405} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.190226] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.190699] env[65311]: WARNING neutronclient.v2_0.client [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.191059] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.191218] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.191610] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.191757] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7721858e-88ac-4cd0-8a79-6b4950dcaa0f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.198058] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1165.198058] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5234100b-5ae4-8e53-81b6-19471bb36b8c" [ 1165.198058] env[65311]: _type = "Task" [ 1165.198058] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.211016] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5234100b-5ae4-8e53-81b6-19471bb36b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.269949] env[65311]: DEBUG nova.network.neutron [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updated VIF entry in instance network info cache for port 28529812-1676-41d9-8811-683e33c22a87. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1165.270361] env[65311]: DEBUG nova.network.neutron [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating instance_info_cache with network_info: [{"id": "28529812-1676-41d9-8811-683e33c22a87", "address": "fa:16:3e:8c:ff:47", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28529812-16", "ovs_interfaceid": "28529812-1676-41d9-8811-683e33c22a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.289643] env[65311]: WARNING nova.network.neutron [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] 2f9d08f9-6a5d-40ed-a4bd-e917f42750d3 already exists in list: networks containing: ['2f9d08f9-6a5d-40ed-a4bd-e917f42750d3']. ignoring it [ 1165.319937] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.320195] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.321361] env[65311]: DEBUG nova.network.neutron [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1165.369593] env[65311]: WARNING neutronclient.v2_0.client [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.402331] env[65311]: WARNING neutronclient.v2_0.client [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.443720] env[65311]: DEBUG nova.network.neutron [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Updated VIF entry in instance network info cache for port cd0ea608-00b5-4593-8bb2-bd379c008ec2. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1165.444200] env[65311]: DEBUG nova.network.neutron [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Updating instance_info_cache with network_info: [{"id": "cd0ea608-00b5-4593-8bb2-bd379c008ec2", "address": "fa:16:3e:55:9c:3a", "network": {"id": "ea1768ed-d571-46cc-b53a-f551054ca757", "bridge": "br-int", "label": "tempest-ServersTestJSON-1084759912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40207bef3f9a4b6086b25366aa67344b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ea608-00", "ovs_interfaceid": "cd0ea608-00b5-4593-8bb2-bd379c008ec2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.558272] env[65311]: WARNING neutronclient.v2_0.client [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.605084] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: c1cca378-855b-4231-a0df-caf830bf9276] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1165.608647] env[65311]: INFO nova.compute.manager [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Detaching volume 6cc6d6f5-9d8d-4931-846d-797e7edfed13 [ 1165.634392] env[65311]: DEBUG nova.network.neutron [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2", "address": "fa:16:3e:9d:ba:fb", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb90760d-c9", "ovs_interfaceid": "cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.649709] env[65311]: INFO nova.virt.block_device [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Attempting to driver detach volume 6cc6d6f5-9d8d-4931-846d-797e7edfed13 from mountpoint /dev/sdb [ 1165.650075] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1165.650285] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866631', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'name': 'volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5996f38b-8383-45dd-b15d-0d60460e44c5', 'attached_at': '', 'detached_at': '', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'serial': '6cc6d6f5-9d8d-4931-846d-797e7edfed13'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1165.651454] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bfceb2-8e58-435c-b22c-4fd6278d56d0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.675877] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed65a1b4-30a2-46bc-8ad4-d3633362fa6f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.685320] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b4f430-621d-4f72-9053-2de0e3d7cdb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.714255] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c6f960-89b5-4db6-88f6-86bb80b571fc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.724033] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5234100b-5ae4-8e53-81b6-19471bb36b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.014496} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.737352] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.737611] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.737837] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.737982] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.738168] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.738745] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The volume has not been displaced from its original location: [datastore2] volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13/volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1165.743929] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.744282] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e21453d4-a96c-4e58-b122-8ed763f2c307 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.746227] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26fce53d-3f5d-42db-9aaa-5691309c515a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.767694] env[65311]: DEBUG oslo_vmware.api [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1165.767694] env[65311]: value = "task-4429087" [ 1165.767694] env[65311]: _type = "Task" [ 1165.767694] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.769038] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.769206] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.772961] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51320b3-3840-4495-83a0-956a0f19f02e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.775574] env[65311]: DEBUG oslo_concurrency.lockutils [req-c3007eb7-91b8-4085-8b7a-0955820a6b41 req-1aedbbe9-f332-47b0-8abf-85847a35468d service nova] Releasing lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.780663] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1165.780663] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529d9611-6461-0985-dcf7-18be946df556" [ 1165.780663] env[65311]: _type = "Task" [ 1165.780663] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.784818] env[65311]: DEBUG oslo_vmware.api [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429087, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.795401] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529d9611-6461-0985-dcf7-18be946df556, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.796397] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd8b288-99dd-4327-9672-7043eaf01161 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.803691] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1165.803691] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ba2702-5279-6f41-ea7c-c9d5f1d403f4" [ 1165.803691] env[65311]: _type = "Task" [ 1165.803691] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.816246] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ba2702-5279-6f41-ea7c-c9d5f1d403f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.831828] env[65311]: WARNING neutronclient.v2_0.client [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.947219] env[65311]: DEBUG oslo_concurrency.lockutils [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] Releasing lock "refresh_cache-1621ee8c-1ee8-473f-a103-fb15cf40e35b" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.947616] env[65311]: DEBUG nova.compute.manager [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-vif-plugged-cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1165.947853] env[65311]: DEBUG oslo_concurrency.lockutils [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.948205] env[65311]: DEBUG oslo_concurrency.lockutils [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] Lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.948446] env[65311]: DEBUG oslo_concurrency.lockutils [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] Lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.948670] env[65311]: DEBUG nova.compute.manager [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] No waiting events found dispatching network-vif-plugged-cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1165.949136] env[65311]: WARNING nova.compute.manager [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received unexpected event network-vif-plugged-cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 for instance with vm_state active and task_state None. [ 1165.949300] env[65311]: DEBUG nova.compute.manager [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-changed-cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1165.949983] env[65311]: DEBUG nova.compute.manager [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Refreshing instance network info cache due to event network-changed-cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1165.949983] env[65311]: DEBUG oslo_concurrency.lockutils [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] Acquiring lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.020852] env[65311]: WARNING neutronclient.v2_0.client [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.097030] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5882b6-9864-4bc5-bae0-62036890e36d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.107810] env[65311]: DEBUG nova.network.neutron [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance_info_cache with network_info: [{"id": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "address": "fa:16:3e:81:df:07", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdfd6bd-0a", "ovs_interfaceid": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.109876] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10ce036-4062-4476-b370-8bca2a863caa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.113637] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 0ea275bb-4921-4eb8-89f3-118168d63a9b] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1166.151165] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.151916] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.152140] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.152655] env[65311]: DEBUG oslo_concurrency.lockutils [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] Acquired lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.152848] env[65311]: DEBUG nova.network.neutron [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Refreshing network info cache for port cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.155142] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ce8ad4-0e0d-426c-b1b6-b1cd075759bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.158370] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e22c47-fb5d-4c6d-9482-510eca54f1aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.164051] env[65311]: WARNING neutronclient.v2_0.client [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.189038] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d176d92-c4d8-4eda-8ccf-ef9fb2804d9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.194351] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1166.194617] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.194764] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1166.194983] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.195204] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1166.195386] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1166.195638] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1166.195796] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1166.195954] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1166.196140] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1166.196702] env[65311]: DEBUG nova.virt.hardware [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1166.203312] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Reconfiguring VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1166.204189] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9495ef2-de38-45af-9063-cb02af3050aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.233568] env[65311]: DEBUG nova.compute.provider_tree [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.238024] env[65311]: DEBUG oslo_vmware.api [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1166.238024] env[65311]: value = "task-4429088" [ 1166.238024] env[65311]: _type = "Task" [ 1166.238024] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.247120] env[65311]: DEBUG oslo_vmware.api [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429088, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.282836] env[65311]: DEBUG oslo_vmware.api [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429087, 'name': ReconfigVM_Task, 'duration_secs': 0.394502} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.283214] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.292678] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa59527c-9fe9-49e6-ad74-f4594cbf368c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.317336] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ba2702-5279-6f41-ea7c-c9d5f1d403f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.319146] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.319570] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 1621ee8c-1ee8-473f-a103-fb15cf40e35b/1621ee8c-1ee8-473f-a103-fb15cf40e35b.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.319904] env[65311]: DEBUG oslo_vmware.api [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1166.319904] env[65311]: value = "task-4429089" [ 1166.319904] env[65311]: _type = "Task" [ 1166.319904] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.320216] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cbca3ad-1cd7-494c-a597-df0c57e7b4e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.336806] env[65311]: DEBUG oslo_vmware.api [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.338519] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1166.338519] env[65311]: value = "task-4429090" [ 1166.338519] env[65311]: _type = "Task" [ 1166.338519] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.349776] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.397718] env[65311]: WARNING neutronclient.v2_0.client [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.478386] env[65311]: DEBUG nova.network.neutron [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updated VIF entry in instance network info cache for port cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1166.478888] env[65311]: DEBUG nova.network.neutron [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2", "address": "fa:16:3e:9d:ba:fb", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb90760d-c9", "ovs_interfaceid": "cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.621201] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.624031] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: ad17fbce-d679-4497-81a7-ed73b25b4843] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1166.692902] env[65311]: DEBUG nova.compute.manager [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Received event network-changed-d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1166.692980] env[65311]: DEBUG nova.compute.manager [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Refreshing instance network info cache due to event network-changed-d8c669d0-af00-4283-a012-c555fc62a056. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1166.693247] env[65311]: DEBUG oslo_concurrency.lockutils [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] Acquiring lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.693410] env[65311]: DEBUG oslo_concurrency.lockutils [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] Acquired lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.693572] env[65311]: DEBUG nova.network.neutron [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Refreshing network info cache for port d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.738146] env[65311]: DEBUG nova.scheduler.client.report [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.753412] env[65311]: DEBUG oslo_vmware.api [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.835151] env[65311]: DEBUG oslo_vmware.api [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429089, 'name': ReconfigVM_Task, 'duration_secs': 0.195551} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.835626] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866631', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'name': 'volume-6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5996f38b-8383-45dd-b15d-0d60460e44c5', 'attached_at': '', 'detached_at': '', 'volume_id': '6cc6d6f5-9d8d-4931-846d-797e7edfed13', 'serial': '6cc6d6f5-9d8d-4931-846d-797e7edfed13'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1166.848200] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48492} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.848460] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 1621ee8c-1ee8-473f-a103-fb15cf40e35b/1621ee8c-1ee8-473f-a103-fb15cf40e35b.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.848666] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.848924] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b55661a2-a909-47be-84ba-73620c32d472 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.856524] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1166.856524] env[65311]: value = "task-4429091" [ 1166.856524] env[65311]: _type = "Task" [ 1166.856524] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.865650] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.982402] env[65311]: DEBUG oslo_concurrency.lockutils [req-f952e6b7-39cc-4878-b08d-1a1e293dc6c8 req-c543344d-5a73-4ca3-afa0-2890af4c6fc3 service nova] Releasing lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.131928] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: cec3103f-91a0-4884-b8de-ab4633e5c087] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1167.196689] env[65311]: WARNING neutronclient.v2_0.client [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.251872] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.252626] env[65311]: DEBUG nova.compute.manager [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1167.262737] env[65311]: DEBUG oslo_vmware.api [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429088, 'name': ReconfigVM_Task, 'duration_secs': 0.980486} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.263185] env[65311]: WARNING neutronclient.v2_0.client [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.263427] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.263660] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Reconfigured VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1167.367181] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137459} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.367433] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.368293] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4b109c-1820-443b-bc86-4e3ade338852 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.393127] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 1621ee8c-1ee8-473f-a103-fb15cf40e35b/1621ee8c-1ee8-473f-a103-fb15cf40e35b.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.397490] env[65311]: DEBUG nova.objects.instance [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'flavor' on Instance uuid 5996f38b-8383-45dd-b15d-0d60460e44c5 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.398854] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8482ed99-ccb4-4628-b603-8088b741c37c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.422173] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1167.422173] env[65311]: value = "task-4429092" [ 1167.422173] env[65311]: _type = "Task" [ 1167.422173] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.433355] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.458787] env[65311]: WARNING neutronclient.v2_0.client [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.541803] env[65311]: DEBUG nova.network.neutron [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Updated VIF entry in instance network info cache for port d8c669d0-af00-4283-a012-c555fc62a056. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1167.542365] env[65311]: DEBUG nova.network.neutron [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Updating instance_info_cache with network_info: [{"id": "d8c669d0-af00-4283-a012-c555fc62a056", "address": "fa:16:3e:e0:61:e0", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c669d0-af", "ovs_interfaceid": "d8c669d0-af00-4283-a012-c555fc62a056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.636299] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 29bd979e-07b5-4c44-8c6a-2a35b12968ab] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1167.759046] env[65311]: DEBUG nova.compute.utils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.760523] env[65311]: DEBUG nova.compute.manager [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1167.760714] env[65311]: DEBUG nova.network.neutron [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1167.761381] env[65311]: WARNING neutronclient.v2_0.client [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.761752] env[65311]: WARNING neutronclient.v2_0.client [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.769148] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b6ae9d3f-731f-4b94-a9aa-03c7997ef3c1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.586s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.805593] env[65311]: DEBUG nova.policy [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1067b44ee763428bb527e10dba99b076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '914ab6cb74df49558377ad7293e407e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.934790] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.045418] env[65311]: DEBUG oslo_concurrency.lockutils [req-da1f7b89-b1bb-4552-af43-75f9868f2f02 req-2db54010-51ea-46e1-afab-1dbddfe32355 service nova] Releasing lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.084882] env[65311]: DEBUG nova.network.neutron [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Successfully created port: d0090042-e55a-4d59-a231-83e50466f00e {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1168.145757] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: cede9721-0daf-419b-b118-35f08ea84084] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1168.148531] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8735bc-4de8-4630-8a78-d91177ca8302 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.169960] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance '23e41a0e-301e-4b0b-a6af-c7ed88dc05bd' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.265025] env[65311]: DEBUG nova.compute.manager [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1168.421209] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d3917acd-9aa5-4034-9d2b-d1f078135001 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.435647] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429092, 'name': ReconfigVM_Task, 'duration_secs': 0.832065} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.436743] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 1621ee8c-1ee8-473f-a103-fb15cf40e35b/1621ee8c-1ee8-473f-a103-fb15cf40e35b.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.437488] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa9beca5-3f6b-4918-9b71-57c8b73c8c42 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.445897] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1168.445897] env[65311]: value = "task-4429093" [ 1168.445897] env[65311]: _type = "Task" [ 1168.445897] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.455737] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429093, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.652869] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 1df55d08-d9d5-4d83-b45d-c2bd52946354] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1168.677026] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.677350] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044cdc01-848e-4a67-868c-989cfc9370e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.686986] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1168.686986] env[65311]: value = "task-4429094" [ 1168.686986] env[65311]: _type = "Task" [ 1168.686986] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.696475] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.859427] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.859704] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.859926] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.860132] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.860315] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.863205] env[65311]: INFO nova.compute.manager [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Terminating instance [ 1168.963466] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429093, 'name': Rename_Task, 'duration_secs': 0.31006} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.964241] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.964430] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f15d889-729e-4e8b-b8bc-fd4396780852 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.972202] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1168.972202] env[65311]: value = "task-4429095" [ 1168.972202] env[65311]: _type = "Task" [ 1168.972202] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.981588] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.156225] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 19b27509-93ab-419b-a558-7a14ac9b8abd] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.173736] env[65311]: DEBUG oslo_vmware.rw_handles [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525cf977-6a98-e83d-ca9a-2f61c75d687f/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1169.174856] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5a51b-987f-4247-8253-76726e6e4438 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.182179] env[65311]: DEBUG oslo_vmware.rw_handles [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525cf977-6a98-e83d-ca9a-2f61c75d687f/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1169.182364] env[65311]: ERROR oslo_vmware.rw_handles [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525cf977-6a98-e83d-ca9a-2f61c75d687f/disk-0.vmdk due to incomplete transfer. [ 1169.182621] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f39e7db3-963d-4eee-9b40-7605091e1d00 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.194779] env[65311]: DEBUG oslo_vmware.rw_handles [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525cf977-6a98-e83d-ca9a-2f61c75d687f/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1169.194779] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Uploaded image ad74a4c2-ad9b-44ed-b4b3-61431e6e7f7e to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1169.197455] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1169.201252] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3768a14f-2af1-41f9-9d1b-9100700d44a9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.202900] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429094, 'name': PowerOffVM_Task, 'duration_secs': 0.215119} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.203161] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.203495] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance '23e41a0e-301e-4b0b-a6af-c7ed88dc05bd' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.213681] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1169.213681] env[65311]: value = "task-4429096" [ 1169.213681] env[65311]: _type = "Task" [ 1169.213681] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.225633] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429096, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.277228] env[65311]: DEBUG nova.compute.manager [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1169.304066] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1169.304365] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.304558] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1169.304743] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.304881] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1169.305030] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1169.305252] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.305423] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1169.305601] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1169.305764] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1169.305932] env[65311]: DEBUG nova.virt.hardware [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1169.307088] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd2d1ab-15a2-4a6f-9fc4-c60e05d3a7d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.316301] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf87828-f56f-424f-951f-8844b7f90700 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.366995] env[65311]: DEBUG nova.compute.manager [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1169.367246] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.368407] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486ac28c-e77f-4985-8f7a-379d299899c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.378418] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.378694] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b4d0fb5-083a-4eae-bba2-10d6c799d2b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.385839] env[65311]: DEBUG oslo_vmware.api [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1169.385839] env[65311]: value = "task-4429097" [ 1169.385839] env[65311]: _type = "Task" [ 1169.385839] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.396392] env[65311]: DEBUG oslo_vmware.api [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.483807] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429095, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.659650] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: de11687e-08cc-4ee7-91fa-789196241589] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.710846] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1169.711014] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.711205] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1169.711431] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.711557] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1169.711701] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1169.711896] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1169.712600] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1169.713077] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1169.713077] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1169.713310] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1169.719714] env[65311]: DEBUG nova.network.neutron [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Successfully updated port: d0090042-e55a-4d59-a231-83e50466f00e {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1169.723183] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3951abec-0a11-4831-a1b7-4746dd17ee89 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.737894] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-cc67c780-9c0b-4f26-868f-9645d69957cf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.738085] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-cc67c780-9c0b-4f26-868f-9645d69957cf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.738284] env[65311]: DEBUG nova.network.neutron [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1169.743458] env[65311]: DEBUG nova.compute.manager [req-43347a9c-a9a9-4084-aa36-af9d7135e4a2 req-7cf16dba-61bc-46bd-a916-60a490092525 service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Received event network-vif-plugged-d0090042-e55a-4d59-a231-83e50466f00e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1169.743657] env[65311]: DEBUG oslo_concurrency.lockutils [req-43347a9c-a9a9-4084-aa36-af9d7135e4a2 req-7cf16dba-61bc-46bd-a916-60a490092525 service nova] Acquiring lock "cc67c780-9c0b-4f26-868f-9645d69957cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.743878] env[65311]: DEBUG oslo_concurrency.lockutils [req-43347a9c-a9a9-4084-aa36-af9d7135e4a2 req-7cf16dba-61bc-46bd-a916-60a490092525 service nova] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.743991] env[65311]: DEBUG oslo_concurrency.lockutils [req-43347a9c-a9a9-4084-aa36-af9d7135e4a2 req-7cf16dba-61bc-46bd-a916-60a490092525 service nova] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.744199] env[65311]: DEBUG nova.compute.manager [req-43347a9c-a9a9-4084-aa36-af9d7135e4a2 req-7cf16dba-61bc-46bd-a916-60a490092525 service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] No waiting events found dispatching network-vif-plugged-d0090042-e55a-4d59-a231-83e50466f00e {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1169.744367] env[65311]: WARNING nova.compute.manager [req-43347a9c-a9a9-4084-aa36-af9d7135e4a2 req-7cf16dba-61bc-46bd-a916-60a490092525 service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Received unexpected event network-vif-plugged-d0090042-e55a-4d59-a231-83e50466f00e for instance with vm_state building and task_state spawning. [ 1169.756047] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429096, 'name': Destroy_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.758032] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1169.758032] env[65311]: value = "task-4429098" [ 1169.758032] env[65311]: _type = "Task" [ 1169.758032] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.770646] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.780896] env[65311]: DEBUG nova.network.neutron [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1169.859560] env[65311]: WARNING neutronclient.v2_0.client [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.862404] env[65311]: DEBUG oslo_concurrency.lockutils [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.862711] env[65311]: DEBUG oslo_concurrency.lockutils [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.863079] env[65311]: DEBUG nova.objects.instance [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'flavor' on Instance uuid 456d2124-ab46-4e7c-b134-4ea04968013e {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.898188] env[65311]: DEBUG oslo_vmware.api [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429097, 'name': PowerOffVM_Task, 'duration_secs': 0.248522} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.898657] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.898867] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.902169] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-807f9d4e-6d35-4fa6-92ac-24bf69851679 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.942085] env[65311]: DEBUG nova.network.neutron [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Updating instance_info_cache with network_info: [{"id": "d0090042-e55a-4d59-a231-83e50466f00e", "address": "fa:16:3e:5a:fc:09", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0090042-e5", "ovs_interfaceid": "d0090042-e55a-4d59-a231-83e50466f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.985551] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429095, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.991480] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.991700] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.991885] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleting the datastore file [datastore2] 5996f38b-8383-45dd-b15d-0d60460e44c5 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.992405] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51a5bedc-bf6a-41a7-bd73-40579e4a24f8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.001091] env[65311]: DEBUG oslo_vmware.api [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1170.001091] env[65311]: value = "task-4429100" [ 1170.001091] env[65311]: _type = "Task" [ 1170.001091] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.010880] env[65311]: DEBUG oslo_vmware.api [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.165365] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 5278a1a0-3a1b-4d7b-9f26-46621b6b5d69] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1170.235147] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429096, 'name': Destroy_Task, 'duration_secs': 0.693778} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.235901] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Destroyed the VM [ 1170.236231] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1170.236568] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43185e71-e6e4-4bd7-a33c-da7a27411a92 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.247337] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1170.247337] env[65311]: value = "task-4429101" [ 1170.247337] env[65311]: _type = "Task" [ 1170.247337] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.257978] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429101, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.268659] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429098, 'name': ReconfigVM_Task, 'duration_secs': 0.317819} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.269018] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance '23e41a0e-301e-4b0b-a6af-c7ed88dc05bd' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.367135] env[65311]: WARNING neutronclient.v2_0.client [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.444896] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-cc67c780-9c0b-4f26-868f-9645d69957cf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.445388] env[65311]: DEBUG nova.compute.manager [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Instance network_info: |[{"id": "d0090042-e55a-4d59-a231-83e50466f00e", "address": "fa:16:3e:5a:fc:09", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0090042-e5", "ovs_interfaceid": "d0090042-e55a-4d59-a231-83e50466f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1170.445893] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:fc:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0090042-e55a-4d59-a231-83e50466f00e', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.453758] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1170.453982] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.454274] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4d45aeb-50a7-4548-bd8c-69bab493312d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.480106] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.480106] env[65311]: value = "task-4429102" [ 1170.480106] env[65311]: _type = "Task" [ 1170.480106] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.487351] env[65311]: DEBUG oslo_vmware.api [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429095, 'name': PowerOnVM_Task, 'duration_secs': 1.055463} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.488214] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.488487] env[65311]: INFO nova.compute.manager [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1170.488656] env[65311]: DEBUG nova.compute.manager [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1170.489516] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7c9e9f-ed9d-4be5-8ff9-86fe34ef9321 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.496178] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429102, 'name': CreateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.512271] env[65311]: DEBUG oslo_vmware.api [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156725} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.513483] env[65311]: DEBUG nova.objects.instance [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'pci_requests' on Instance uuid 456d2124-ab46-4e7c-b134-4ea04968013e {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.514712] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.514880] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.514981] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.515179] env[65311]: INFO nova.compute.manager [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1170.515439] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1170.515875] env[65311]: DEBUG nova.compute.manager [-] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1170.515974] env[65311]: DEBUG nova.network.neutron [-] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1170.516238] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.579036] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.669283] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.670165] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Cleaning up deleted instances with incomplete migration {{(pid=65311) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1170.761543] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429101, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.778073] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1170.778397] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.778577] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1170.778804] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.779013] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1170.779218] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1170.779524] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1170.779708] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1170.779901] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1170.780101] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1170.780324] env[65311]: DEBUG nova.virt.hardware [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1170.786422] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.787443] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48ec2433-4549-4cba-a5dd-af0a05044bec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.812200] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1170.812200] env[65311]: value = "task-4429103" [ 1170.812200] env[65311]: _type = "Task" [ 1170.812200] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.823863] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.993113] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429102, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.017557] env[65311]: DEBUG nova.objects.base [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Object Instance<456d2124-ab46-4e7c-b134-4ea04968013e> lazy-loaded attributes: flavor,pci_requests {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1171.017698] env[65311]: DEBUG nova.network.neutron [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1171.018262] env[65311]: WARNING neutronclient.v2_0.client [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.018970] env[65311]: WARNING neutronclient.v2_0.client [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.022537] env[65311]: INFO nova.compute.manager [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Took 13.79 seconds to build instance. [ 1171.125017] env[65311]: DEBUG nova.policy [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26aaaf67c344788b3bdd010e529a97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec8893005944de781a2ec2b640d87fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.174136] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.218768] env[65311]: DEBUG nova.compute.manager [req-e202abdf-9dcc-44af-9889-ee7f52a0db57 req-8975bfe3-4908-47a0-b782-8f5a6b9150dd service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Received event network-vif-deleted-2483e5d8-61cb-4cc0-9b9a-953ed7af1309 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1171.219092] env[65311]: INFO nova.compute.manager [req-e202abdf-9dcc-44af-9889-ee7f52a0db57 req-8975bfe3-4908-47a0-b782-8f5a6b9150dd service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Neutron deleted interface 2483e5d8-61cb-4cc0-9b9a-953ed7af1309; detaching it from the instance and deleting it from the info cache [ 1171.220140] env[65311]: DEBUG nova.network.neutron [req-e202abdf-9dcc-44af-9889-ee7f52a0db57 req-8975bfe3-4908-47a0-b782-8f5a6b9150dd service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.260276] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429101, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.324407] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.492428] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429102, 'name': CreateVM_Task, 'duration_secs': 0.59003} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.492613] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.493084] env[65311]: WARNING neutronclient.v2_0.client [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.493604] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.493807] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.494174] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.494444] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17480c24-8d3f-4cbd-9c2b-3945a0bf7b68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.500090] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1171.500090] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5242bdf5-c0cc-1cb4-f8bf-72ce37c57db5" [ 1171.500090] env[65311]: _type = "Task" [ 1171.500090] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.509322] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5242bdf5-c0cc-1cb4-f8bf-72ce37c57db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.525404] env[65311]: DEBUG oslo_concurrency.lockutils [None req-36d9a47c-4f71-4664-8548-84d838695ce7 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.312s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.582078] env[65311]: DEBUG nova.network.neutron [-] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.725989] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aee4c4e5-93c3-4deb-96c1-99a9725b4d57 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.737868] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9767ae4-ee2c-4c36-802f-cf1eb4ec7e78 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.760643] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429101, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.782183] env[65311]: DEBUG nova.compute.manager [req-e202abdf-9dcc-44af-9889-ee7f52a0db57 req-8975bfe3-4908-47a0-b782-8f5a6b9150dd service nova] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Detach interface failed, port_id=2483e5d8-61cb-4cc0-9b9a-953ed7af1309, reason: Instance 5996f38b-8383-45dd-b15d-0d60460e44c5 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1171.804527] env[65311]: DEBUG nova.compute.manager [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Received event network-changed-d0090042-e55a-4d59-a231-83e50466f00e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1171.804725] env[65311]: DEBUG nova.compute.manager [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Refreshing instance network info cache due to event network-changed-d0090042-e55a-4d59-a231-83e50466f00e. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1171.805393] env[65311]: DEBUG oslo_concurrency.lockutils [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] Acquiring lock "refresh_cache-cc67c780-9c0b-4f26-868f-9645d69957cf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.805393] env[65311]: DEBUG oslo_concurrency.lockutils [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] Acquired lock "refresh_cache-cc67c780-9c0b-4f26-868f-9645d69957cf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.805393] env[65311]: DEBUG nova.network.neutron [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Refreshing network info cache for port d0090042-e55a-4d59-a231-83e50466f00e {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.823903] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429103, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.011020] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5242bdf5-c0cc-1cb4-f8bf-72ce37c57db5, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.011337] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.011615] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.011795] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.011934] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.012135] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.012451] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df18d84a-90e6-4f9b-ac96-59da18b715e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.022366] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.022555] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.023511] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1bfd871-6f86-40f9-a907-ca165e4c200c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.030029] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1172.030029] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5207b1e7-9cfb-bbd7-6994-e0fe686ebebc" [ 1172.030029] env[65311]: _type = "Task" [ 1172.030029] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.040416] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5207b1e7-9cfb-bbd7-6994-e0fe686ebebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.085276] env[65311]: INFO nova.compute.manager [-] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Took 1.57 seconds to deallocate network for instance. [ 1172.259847] env[65311]: DEBUG oslo_vmware.api [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429101, 'name': RemoveSnapshot_Task, 'duration_secs': 1.742239} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.260127] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1172.260377] env[65311]: INFO nova.compute.manager [None req-79bcdbaf-e713-4e28-9b91-ff6fd5a253b0 tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 1172.308674] env[65311]: WARNING neutronclient.v2_0.client [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.325034] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429103, 'name': ReconfigVM_Task, 'duration_secs': 1.201815} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.325530] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.326506] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714b3330-36af-4709-b13e-de1c56f31d7d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.351595] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd/23e41a0e-301e-4b0b-a6af-c7ed88dc05bd.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.354751] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303b00da-3403-43fa-be23-84668047100a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.377332] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1172.377332] env[65311]: value = "task-4429104" [ 1172.377332] env[65311]: _type = "Task" [ 1172.377332] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.386512] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.532748] env[65311]: WARNING neutronclient.v2_0.client [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.546033] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5207b1e7-9cfb-bbd7-6994-e0fe686ebebc, 'name': SearchDatastore_Task, 'duration_secs': 0.011963} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.546033] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b8c527-0db9-4e10-bcea-d21a9079cf8d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.552093] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1172.552093] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520026a5-19d0-aa26-f03a-114a312c929f" [ 1172.552093] env[65311]: _type = "Task" [ 1172.552093] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.561339] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520026a5-19d0-aa26-f03a-114a312c929f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.592060] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.592418] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.592660] env[65311]: DEBUG nova.objects.instance [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'resources' on Instance uuid 5996f38b-8383-45dd-b15d-0d60460e44c5 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.608972] env[65311]: DEBUG nova.network.neutron [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Updated VIF entry in instance network info cache for port d0090042-e55a-4d59-a231-83e50466f00e. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.609358] env[65311]: DEBUG nova.network.neutron [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Updating instance_info_cache with network_info: [{"id": "d0090042-e55a-4d59-a231-83e50466f00e", "address": "fa:16:3e:5a:fc:09", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0090042-e5", "ovs_interfaceid": "d0090042-e55a-4d59-a231-83e50466f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.610555] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.610766] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.610927] env[65311]: DEBUG nova.compute.manager [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1172.612224] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eb108a-0e42-4905-8cbc-39e3d9f897b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.619249] env[65311]: DEBUG nova.compute.manager [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1172.619834] env[65311]: DEBUG nova.objects.instance [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lazy-loading 'flavor' on Instance uuid 1621ee8c-1ee8-473f-a103-fb15cf40e35b {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.672145] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.890709] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.064512] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520026a5-19d0-aa26-f03a-114a312c929f, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.064785] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.065060] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] cc67c780-9c0b-4f26-868f-9645d69957cf/cc67c780-9c0b-4f26-868f-9645d69957cf.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.065436] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e1a637b-895a-426b-8842-79ca80036f96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.073515] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1173.073515] env[65311]: value = "task-4429105" [ 1173.073515] env[65311]: _type = "Task" [ 1173.073515] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.083227] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.112956] env[65311]: DEBUG oslo_concurrency.lockutils [req-e7fb7e7b-0fcf-47c6-a814-69069d8e8bf4 req-17cfc463-85fe-403e-b305-0236c1fd43b7 service nova] Releasing lock "refresh_cache-cc67c780-9c0b-4f26-868f-9645d69957cf" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.131240] env[65311]: DEBUG nova.network.neutron [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Successfully updated port: daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1173.180289] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.180289] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.372639] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c6ca01-2d44-4cae-be27-9838e892c29d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.386554] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719f876e-4503-41da-9a03-a7d0267268a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.394075] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429104, 'name': ReconfigVM_Task, 'duration_secs': 0.540684} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.394892] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd/23e41a0e-301e-4b0b-a6af-c7ed88dc05bd.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.395310] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance '23e41a0e-301e-4b0b-a6af-c7ed88dc05bd' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.435284] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c151a05a-34fb-4843-b1a9-36c9a3934f9a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.445784] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb496f6-2274-4610-a236-ff0f3211f341 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.468610] env[65311]: DEBUG nova.compute.provider_tree [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.587347] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508033} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.587347] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] cc67c780-9c0b-4f26-868f-9645d69957cf/cc67c780-9c0b-4f26-868f-9645d69957cf.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.587347] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.587347] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-521f67e5-19f1-4e74-bb4e-5eff3da144ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.593406] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1173.593406] env[65311]: value = "task-4429106" [ 1173.593406] env[65311]: _type = "Task" [ 1173.593406] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.602548] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.634958] env[65311]: DEBUG oslo_concurrency.lockutils [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.635184] env[65311]: DEBUG oslo_concurrency.lockutils [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.635478] env[65311]: DEBUG nova.network.neutron [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1173.637888] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.637888] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-570e032d-2a9d-4e7a-affe-42d6dc14dd61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.646229] env[65311]: DEBUG oslo_vmware.api [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1173.646229] env[65311]: value = "task-4429107" [ 1173.646229] env[65311]: _type = "Task" [ 1173.646229] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.658749] env[65311]: DEBUG oslo_vmware.api [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.685102] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Getting list of instances from cluster (obj){ [ 1173.685102] env[65311]: value = "domain-c8" [ 1173.685102] env[65311]: _type = "ClusterComputeResource" [ 1173.685102] env[65311]: } {{(pid=65311) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1173.686590] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b1c844-59fa-4736-ae10-7ca1b8c60970 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.712091] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Got total of 13 instances {{(pid=65311) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1173.712638] env[65311]: WARNING nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] While synchronizing instance power states, found 15 instances in the database and 13 instances on the hypervisor. [ 1173.712638] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 263e7060-b659-4797-bf82-adf5d649c2c2 {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.712796] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 6a01330e-80b5-4208-a0eb-4ac7461e6d06 {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.712924] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 5996f38b-8383-45dd-b15d-0d60460e44c5 {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.713127] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 20e5f52c-a77c-41f7-8a15-4631efbf4705 {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.713317] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285 {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.713507] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 456d2124-ab46-4e7c-b134-4ea04968013e {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.713691] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.713874] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid acd4a69e-f407-4144-9fbe-86a379c8180e {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.714065] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.715227] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid a68938e3-b94e-402a-a603-8e10a1542b69 {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.715227] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid b2088cee-5c79-4f7f-b713-0fc1e54e6d8c {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.715227] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 84adf44e-0c27-47da-a2a9-f62b9aabc629 {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.715227] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 1c916d63-ae65-41c6-9deb-3d4f4670d246 {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.715227] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid 1621ee8c-1ee8-473f-a103-fb15cf40e35b {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.715227] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Triggering sync for uuid cc67c780-9c0b-4f26-868f-9645d69957cf {{(pid=65311) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1173.715720] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "263e7060-b659-4797-bf82-adf5d649c2c2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.715969] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "263e7060-b659-4797-bf82-adf5d649c2c2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.716430] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.716618] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.716870] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "5996f38b-8383-45dd-b15d-0d60460e44c5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.717136] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "20e5f52c-a77c-41f7-8a15-4631efbf4705" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.717258] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.717494] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.717663] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.717884] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.718061] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "456d2124-ab46-4e7c-b134-4ea04968013e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.718302] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.718463] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.718617] env[65311]: INFO nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1173.718762] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.719016] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "acd4a69e-f407-4144-9fbe-86a379c8180e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.719187] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.719422] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.719589] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.719807] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "a68938e3-b94e-402a-a603-8e10a1542b69" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.719971] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.720237] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.720413] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.720639] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.721203] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.721438] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "1c916d63-ae65-41c6-9deb-3d4f4670d246" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.721611] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.721840] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.722072] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "cc67c780-9c0b-4f26-868f-9645d69957cf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.722415] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d87989c6-60fa-40a4-b0cb-24719b808008 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.724995] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b232b8a1-a52b-4aff-a62f-3f6ad31fbba8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.728416] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f864f17b-4ef0-4477-87ac-cde0a5b2fc4d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.732381] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bbd123-d7ed-4a6a-ba1b-719ecc5190b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.735398] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73639f03-6ad4-4863-a7e4-9fd61a93c5d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.738834] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4815cf2a-44d0-4e69-97e7-2b00a5c91217 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.741851] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a24953f-ef29-44fa-886a-8520adfb7191 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.745662] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2595a21d-a09b-4118-8b6f-363ea5627e21 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.748921] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f0862c-77d3-4202-86c8-dce8810cb471 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.752362] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5b4bb-a5ed-4dfc-98ab-66c1c777a337 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.755652] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f313d554-4f6d-4895-b824-18e3316c0d82 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.792324] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178bd0ec-2d68-4eed-a68e-4cd3383bc0bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.834932] env[65311]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1173.918480] env[65311]: DEBUG nova.compute.manager [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-vif-plugged-daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1173.919641] env[65311]: DEBUG oslo_concurrency.lockutils [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.919868] env[65311]: DEBUG oslo_concurrency.lockutils [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] Lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.920163] env[65311]: DEBUG oslo_concurrency.lockutils [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] Lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.920463] env[65311]: DEBUG nova.compute.manager [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] No waiting events found dispatching network-vif-plugged-daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1173.920677] env[65311]: WARNING nova.compute.manager [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received unexpected event network-vif-plugged-daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb for instance with vm_state active and task_state None. [ 1173.920946] env[65311]: DEBUG nova.compute.manager [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-changed-daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1173.921167] env[65311]: DEBUG nova.compute.manager [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Refreshing instance network info cache due to event network-changed-daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1173.921393] env[65311]: DEBUG oslo_concurrency.lockutils [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] Acquiring lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.937028] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4e7673-7342-4e47-b8f4-165b6e442112 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.957141] env[65311]: DEBUG oslo_concurrency.lockutils [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquiring lock "acd4a69e-f407-4144-9fbe-86a379c8180e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.958046] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6105f3b8-ccb2-4ff4-b96b-59df667e870b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.978312] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance '23e41a0e-301e-4b0b-a6af-c7ed88dc05bd' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.998896] env[65311]: ERROR nova.scheduler.client.report [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [req-99e4ebe3-29c2-4a6f-a6ab-585c90a46dc6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99e4ebe3-29c2-4a6f-a6ab-585c90a46dc6"}]} [ 1174.015529] env[65311]: DEBUG nova.scheduler.client.report [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1174.030442] env[65311]: DEBUG nova.scheduler.client.report [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1174.030720] env[65311]: DEBUG nova.compute.provider_tree [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.042562] env[65311]: DEBUG nova.scheduler.client.report [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1174.062926] env[65311]: DEBUG nova.scheduler.client.report [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1174.107239] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072778} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.107474] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.108333] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7664d0f-5f0b-4d8f-b5ef-8f0eb09f1db4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.133454] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] cc67c780-9c0b-4f26-868f-9645d69957cf/cc67c780-9c0b-4f26-868f-9645d69957cf.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.136514] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6f17ca-8004-4323-bfb3-9d4694b86972 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.162502] env[65311]: DEBUG oslo_vmware.api [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429107, 'name': PowerOffVM_Task, 'duration_secs': 0.237107} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.163583] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.163792] env[65311]: DEBUG nova.compute.manager [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1174.164296] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1174.164296] env[65311]: value = "task-4429108" [ 1174.164296] env[65311]: _type = "Task" [ 1174.164296] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.167401] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32171217-917b-4ca3-b5be-77c2f0041428 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.182548] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.194151] env[65311]: WARNING nova.network.neutron [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] 2f9d08f9-6a5d-40ed-a4bd-e917f42750d3 already exists in list: networks containing: ['2f9d08f9-6a5d-40ed-a4bd-e917f42750d3']. ignoring it [ 1174.194407] env[65311]: WARNING nova.network.neutron [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] 2f9d08f9-6a5d-40ed-a4bd-e917f42750d3 already exists in list: networks containing: ['2f9d08f9-6a5d-40ed-a4bd-e917f42750d3']. ignoring it [ 1174.286164] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.287196] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.287585] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "456d2124-ab46-4e7c-b134-4ea04968013e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.290168] env[65311]: INFO nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] During sync_power_state the instance has a pending task (deleting). Skip. [ 1174.290357] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.290635] env[65311]: DEBUG oslo_concurrency.lockutils [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.334s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.290854] env[65311]: DEBUG oslo_concurrency.lockutils [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquiring lock "acd4a69e-f407-4144-9fbe-86a379c8180e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.292629] env[65311]: DEBUG oslo_concurrency.lockutils [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.292629] env[65311]: DEBUG oslo_concurrency.lockutils [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.294541] env[65311]: INFO nova.compute.manager [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Terminating instance [ 1174.304573] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.587s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.317662] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.597s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.317903] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.597s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.319391] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.319725] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.599s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.323731] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.604s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.325149] env[65311]: WARNING neutronclient.v2_0.client [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.352347] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6033a8ae-807a-443d-9a1f-1c074687b25f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.360296] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859e6322-e7d1-4695-a69d-a8be0146854b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.364131] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "263e7060-b659-4797-bf82-adf5d649c2c2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.648s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.392446] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f63d07d-4361-4622-8992-8432c3118a27 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.400953] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0dd16a-4953-482f-86a4-18b1d4ceb178 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.419934] env[65311]: DEBUG nova.compute.provider_tree [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.481868] env[65311]: WARNING neutronclient.v2_0.client [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.485763] env[65311]: WARNING neutronclient.v2_0.client [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.486078] env[65311]: WARNING neutronclient.v2_0.client [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.521175] env[65311]: DEBUG nova.network.neutron [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Port dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1174.622357] env[65311]: WARNING neutronclient.v2_0.client [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.680529] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429108, 'name': ReconfigVM_Task, 'duration_secs': 0.307301} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.680815] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Reconfigured VM instance instance-00000073 to attach disk [datastore1] cc67c780-9c0b-4f26-868f-9645d69957cf/cc67c780-9c0b-4f26-868f-9645d69957cf.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.681552] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6adc607b-9643-45c4-8964-6c0ed2e3cc97 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.685570] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6d13b4e7-507b-4bec-9cbc-c1beaa0deeb3 tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.686572] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.965s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.686784] env[65311]: INFO nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1174.687030] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.691398] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1174.691398] env[65311]: value = "task-4429109" [ 1174.691398] env[65311]: _type = "Task" [ 1174.691398] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.696330] env[65311]: DEBUG nova.network.neutron [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2", "address": "fa:16:3e:9d:ba:fb", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb90760d-c9", "ovs_interfaceid": "cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb", "address": "fa:16:3e:dc:52:9f", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa7bb2a-1f", "ovs_interfaceid": "daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.704184] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429109, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.800735] env[65311]: DEBUG nova.compute.manager [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1174.801063] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.802162] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38560f2-e830-4b73-841f-ffd11c904b9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.810979] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.811272] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a97c6c46-aaaf-4f8a-89e7-74b6dfade5b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.819297] env[65311]: DEBUG oslo_vmware.api [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1174.819297] env[65311]: value = "task-4429110" [ 1174.819297] env[65311]: _type = "Task" [ 1174.819297] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.831655] env[65311]: DEBUG oslo_vmware.api [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.956839] env[65311]: DEBUG nova.scheduler.client.report [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1174.957172] env[65311]: DEBUG nova.compute.provider_tree [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 165 to 166 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1174.957290] env[65311]: DEBUG nova.compute.provider_tree [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.198952] env[65311]: DEBUG oslo_concurrency.lockutils [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.199740] env[65311]: DEBUG oslo_concurrency.lockutils [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.199894] env[65311]: DEBUG oslo_concurrency.lockutils [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.203683] env[65311]: DEBUG oslo_concurrency.lockutils [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] Acquired lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.203880] env[65311]: DEBUG nova.network.neutron [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Refreshing network info cache for port daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.205817] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596c35f9-71b1-4a15-b47e-7bca622b1190 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.209039] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429109, 'name': Rename_Task, 'duration_secs': 0.151158} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.209526] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.210177] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ff6c12-8bc8-4540-a440-2a4200a00bd2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.226309] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1175.226589] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.226745] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1175.226926] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.227082] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1175.227217] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1175.227418] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1175.227570] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1175.227727] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1175.227881] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1175.228057] env[65311]: DEBUG nova.virt.hardware [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1175.234409] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Reconfiguring VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1175.236434] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de79977a-f08c-4209-8f8b-bcef6b142185 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.249696] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1175.249696] env[65311]: value = "task-4429111" [ 1175.249696] env[65311]: _type = "Task" [ 1175.249696] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.256519] env[65311]: DEBUG oslo_vmware.api [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1175.256519] env[65311]: value = "task-4429112" [ 1175.256519] env[65311]: _type = "Task" [ 1175.256519] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.263866] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.269746] env[65311]: DEBUG oslo_vmware.api [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429112, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.330571] env[65311]: DEBUG oslo_vmware.api [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429110, 'name': PowerOffVM_Task, 'duration_secs': 0.201649} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.330851] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.331133] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.331445] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21d99af8-3825-455b-baaa-d354f3eb532d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.422791] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.423186] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.423462] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Deleting the datastore file [datastore2] acd4a69e-f407-4144-9fbe-86a379c8180e {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.423834] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86611310-94bb-42e4-a874-3c48615e4bf5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.433238] env[65311]: DEBUG oslo_vmware.api [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for the task: (returnval){ [ 1175.433238] env[65311]: value = "task-4429114" [ 1175.433238] env[65311]: _type = "Task" [ 1175.433238] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.444044] env[65311]: DEBUG oslo_vmware.api [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.462190] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.870s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.487247] env[65311]: INFO nova.scheduler.client.report [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted allocations for instance 5996f38b-8383-45dd-b15d-0d60460e44c5 [ 1175.543593] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.543814] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.543979] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.711444] env[65311]: WARNING neutronclient.v2_0.client [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.765884] env[65311]: DEBUG oslo_vmware.api [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429111, 'name': PowerOnVM_Task, 'duration_secs': 0.53019} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.766642] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.766933] env[65311]: INFO nova.compute.manager [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1175.767174] env[65311]: DEBUG nova.compute.manager [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1175.767977] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcf87c4-fbe9-4dc8-963b-4aa62e08306b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.774128] env[65311]: DEBUG oslo_vmware.api [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.881148] env[65311]: WARNING neutronclient.v2_0.client [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.955391] env[65311]: DEBUG oslo_vmware.api [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Task: {'id': task-4429114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144217} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.956692] env[65311]: DEBUG nova.network.neutron [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updated VIF entry in instance network info cache for port daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1175.956962] env[65311]: DEBUG nova.network.neutron [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2", "address": "fa:16:3e:9d:ba:fb", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb90760d-c9", "ovs_interfaceid": "cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb", "address": "fa:16:3e:dc:52:9f", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa7bb2a-1f", "ovs_interfaceid": "daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.958339] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.958471] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.958672] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.958811] env[65311]: INFO nova.compute.manager [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1175.959067] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1175.959277] env[65311]: DEBUG nova.compute.manager [-] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1175.959367] env[65311]: DEBUG nova.network.neutron [-] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1175.959614] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.984472] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.984735] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.984933] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.985122] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.985339] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.988588] env[65311]: INFO nova.compute.manager [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Terminating instance [ 1175.994019] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1b10985d-7820-4fcc-8a03-8ad0c562e684 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.134s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.996371] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.998581] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.282s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.999665] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d32b3fd1-4d3c-4334-957c-1ff0249ae48c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.011778] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba26097-8019-4e55-a2d8-de03e7260e4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.253130] env[65311]: DEBUG nova.compute.manager [req-1d5e8ed6-d1a1-4a9e-a64e-7aa2f75074c0 req-076a85f6-4737-4ea0-9011-90e1d32d5653 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Received event network-vif-deleted-6c07c2dc-50f7-4d7a-b0d2-1e586dd69345 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1176.253428] env[65311]: INFO nova.compute.manager [req-1d5e8ed6-d1a1-4a9e-a64e-7aa2f75074c0 req-076a85f6-4737-4ea0-9011-90e1d32d5653 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Neutron deleted interface 6c07c2dc-50f7-4d7a-b0d2-1e586dd69345; detaching it from the instance and deleting it from the info cache [ 1176.253680] env[65311]: DEBUG nova.network.neutron [req-1d5e8ed6-d1a1-4a9e-a64e-7aa2f75074c0 req-076a85f6-4737-4ea0-9011-90e1d32d5653 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.270227] env[65311]: DEBUG oslo_vmware.api [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429112, 'name': ReconfigVM_Task, 'duration_secs': 0.629998} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.270688] env[65311]: WARNING neutronclient.v2_0.client [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.270955] env[65311]: DEBUG oslo_concurrency.lockutils [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.271220] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Reconfigured VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1176.288201] env[65311]: INFO nova.compute.manager [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Took 11.79 seconds to build instance. [ 1176.463144] env[65311]: DEBUG oslo_concurrency.lockutils [req-c377964f-7f7f-4ce4-bc3b-0667dafa7894 req-a63431cb-c457-40b6-8a73-4ae8588c2c05 service nova] Releasing lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.493278] env[65311]: DEBUG nova.compute.manager [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1176.493501] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.494530] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38eaa3ec-1cbc-4845-9592-54bc1f1cf397 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.503049] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.503328] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-003e463f-a550-48a2-a937-9b7ac0aed749 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.554955] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "5996f38b-8383-45dd-b15d-0d60460e44c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.556446] env[65311]: WARNING neutronclient.v2_0.client [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.580265] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.580554] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.580719] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleting the datastore file [datastore2] 1621ee8c-1ee8-473f-a103-fb15cf40e35b {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.581014] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3610f3e-fe2f-4db1-a363-05e9d000848e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.587824] env[65311]: DEBUG oslo_vmware.api [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1176.587824] env[65311]: value = "task-4429116" [ 1176.587824] env[65311]: _type = "Task" [ 1176.587824] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.596663] env[65311]: DEBUG oslo_vmware.api [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.597677] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.597838] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.598009] env[65311]: DEBUG nova.network.neutron [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1176.700128] env[65311]: DEBUG nova.network.neutron [-] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.757030] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb67c192-2548-4f68-a890-6937a481ffcd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.767709] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a348c7a-40bb-4ef6-bb04-f53ecc39faba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.783227] env[65311]: DEBUG oslo_concurrency.lockutils [None req-90a501db-c543-4830-8dcd-9a7840633fce tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.920s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.790381] env[65311]: DEBUG oslo_concurrency.lockutils [None req-049ba89e-7a59-472c-9489-7850c3527efa tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.307s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.790950] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.069s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.790950] env[65311]: INFO nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] During sync_power_state the instance has a pending task (spawning). Skip. [ 1176.791126] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.812347] env[65311]: DEBUG nova.compute.manager [req-1d5e8ed6-d1a1-4a9e-a64e-7aa2f75074c0 req-076a85f6-4737-4ea0-9011-90e1d32d5653 service nova] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Detach interface failed, port_id=6c07c2dc-50f7-4d7a-b0d2-1e586dd69345, reason: Instance acd4a69e-f407-4144-9fbe-86a379c8180e could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1177.099242] env[65311]: DEBUG oslo_vmware.api [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222794} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.099557] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.099557] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.099629] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.099767] env[65311]: INFO nova.compute.manager [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1177.099985] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1177.100521] env[65311]: WARNING neutronclient.v2_0.client [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.102674] env[65311]: DEBUG nova.compute.manager [-] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1177.102778] env[65311]: DEBUG nova.network.neutron [-] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1177.102979] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.135014] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.203383] env[65311]: INFO nova.compute.manager [-] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Took 1.24 seconds to deallocate network for instance. [ 1177.326344] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.326433] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.326580] env[65311]: INFO nova.compute.manager [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Shelving [ 1177.514944] env[65311]: WARNING neutronclient.v2_0.client [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.649045] env[65311]: DEBUG nova.compute.manager [req-588b5fad-e77c-4aae-a0b4-8e4bdb3e2d89 req-987e95c0-59df-4b68-9a9f-42fbff794be0 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Received event network-vif-deleted-cd0ea608-00b5-4593-8bb2-bd379c008ec2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1177.651491] env[65311]: INFO nova.compute.manager [req-588b5fad-e77c-4aae-a0b4-8e4bdb3e2d89 req-987e95c0-59df-4b68-9a9f-42fbff794be0 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Neutron deleted interface cd0ea608-00b5-4593-8bb2-bd379c008ec2; detaching it from the instance and deleting it from the info cache [ 1177.651491] env[65311]: DEBUG nova.network.neutron [req-588b5fad-e77c-4aae-a0b4-8e4bdb3e2d89 req-987e95c0-59df-4b68-9a9f-42fbff794be0 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.654870] env[65311]: DEBUG nova.network.neutron [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance_info_cache with network_info: [{"id": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "address": "fa:16:3e:81:df:07", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdfd6bd-0a", "ovs_interfaceid": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.710926] env[65311]: DEBUG oslo_concurrency.lockutils [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.711236] env[65311]: DEBUG oslo_concurrency.lockutils [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.711455] env[65311]: DEBUG nova.objects.instance [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lazy-loading 'resources' on Instance uuid acd4a69e-f407-4144-9fbe-86a379c8180e {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.803171] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e1ffaa-f8b1-4311-9174-af97ec988c2c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.813226] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f5447e-f474-4821-b083-6b8ea95d6ca6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Suspending the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1177.813598] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b7b68044-0536-4d97-99eb-3b54f7b81724 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.822322] env[65311]: DEBUG oslo_vmware.api [None req-b0f5447e-f474-4821-b083-6b8ea95d6ca6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1177.822322] env[65311]: value = "task-4429117" [ 1177.822322] env[65311]: _type = "Task" [ 1177.822322] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.833687] env[65311]: DEBUG oslo_vmware.api [None req-b0f5447e-f474-4821-b083-6b8ea95d6ca6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429117, 'name': SuspendVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.910506] env[65311]: DEBUG nova.network.neutron [-] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.153922] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b46022a2-2e37-4c53-b951-078e50ed28a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.159064] env[65311]: DEBUG oslo_concurrency.lockutils [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.167429] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465d298e-f32c-438d-b764-8017894b70b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.204210] env[65311]: DEBUG nova.compute.manager [req-588b5fad-e77c-4aae-a0b4-8e4bdb3e2d89 req-987e95c0-59df-4b68-9a9f-42fbff794be0 service nova] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Detach interface failed, port_id=cd0ea608-00b5-4593-8bb2-bd379c008ec2, reason: Instance 1621ee8c-1ee8-473f-a103-fb15cf40e35b could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1178.336647] env[65311]: DEBUG oslo_vmware.api [None req-b0f5447e-f474-4821-b083-6b8ea95d6ca6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429117, 'name': SuspendVM_Task} progress is 62%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.339926] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.340502] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-055dc809-5f36-477f-9486-ad062023b074 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.348551] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1178.348551] env[65311]: value = "task-4429118" [ 1178.348551] env[65311]: _type = "Task" [ 1178.348551] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.365099] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.416815] env[65311]: INFO nova.compute.manager [-] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Took 1.31 seconds to deallocate network for instance. [ 1178.466784] env[65311]: DEBUG oslo_concurrency.lockutils [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.467096] env[65311]: DEBUG oslo_concurrency.lockutils [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.476223] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5faa77c-ddf5-448c-9956-65a5b307b7b8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.487955] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ba5350-c276-49c1-a352-ea0eb4e48f9a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.526483] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c9cdcf-a431-419a-abec-5a67aa0fe606 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.535295] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fc221a-3e42-4355-89ff-2e4f002817ad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.550811] env[65311]: DEBUG nova.compute.provider_tree [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.685440] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a1600e-bc3c-4aa4-b3ff-120039514c4a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.452763] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.453228] env[65311]: DEBUG oslo_concurrency.lockutils [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.453373] env[65311]: DEBUG oslo_concurrency.lockutils [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.463154] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d1106-2ba2-47b4-9a7b-13bbf76a9661 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.466347] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba2029b-cbd4-438f-84de-c16646f57843 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.495124] env[65311]: DEBUG oslo_vmware.api [None req-b0f5447e-f474-4821-b083-6b8ea95d6ca6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429117, 'name': SuspendVM_Task, 'duration_secs': 0.789944} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.495389] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429118, 'name': PowerOffVM_Task, 'duration_secs': 0.208003} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.495842] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance '23e41a0e-301e-4b0b-a6af-c7ed88dc05bd' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.500079] env[65311]: ERROR nova.scheduler.client.report [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] [req-3424119f-e431-41f0-bc1a-20c480679c84] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9e03e2e5-cb03-4816-8aa6-9a366a594801. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3424119f-e431-41f0-bc1a-20c480679c84"}]} [ 1179.500517] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f5447e-f474-4821-b083-6b8ea95d6ca6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Suspended the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1179.500686] env[65311]: DEBUG nova.compute.manager [None req-b0f5447e-f474-4821-b083-6b8ea95d6ca6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1179.501010] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.501916] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d19d7c6-2e78-457e-9681-92b947aa9324 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.507802] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721d22c-33ab-455a-a50e-7ab7c580df51 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.511052] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56935330-397f-4a85-9383-a64eca395319 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.552631] env[65311]: WARNING neutronclient.v2_0.client [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.558303] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Reconfiguring VM to detach interface {{(pid=65311) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1179.562561] env[65311]: DEBUG nova.scheduler.client.report [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1179.564661] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb071be-7e23-47c5-b46e-eaa6933756fa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.578546] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459494f3-71db-41d3-b1c4-853cbd227466 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.588595] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.588811] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.597903] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1179.597903] env[65311]: value = "task-4429119" [ 1179.597903] env[65311]: _type = "Task" [ 1179.597903] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.602650] env[65311]: DEBUG nova.scheduler.client.report [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1179.602901] env[65311]: DEBUG nova.compute.provider_tree [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.609082] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.617202] env[65311]: DEBUG nova.scheduler.client.report [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1179.638741] env[65311]: DEBUG nova.scheduler.client.report [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1179.851674] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70060232-bd99-4f5e-9ee4-852687000545 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.860426] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9673ac-6f0f-4b98-bb09-addbb3c6b2b4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.893547] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ca97ca-06b1-4998-8ec2-7a0420d7a88a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.903656] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ad13af-d09d-49b9-9771-bf3dba2cbeca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.920603] env[65311]: DEBUG nova.compute.provider_tree [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.009967] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.010341] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9422d20-ad39-4bc1-8074-9be69be2c28c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.018996] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1180.018996] env[65311]: value = "task-4429120" [ 1180.018996] env[65311]: _type = "Task" [ 1180.018996] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.028671] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.095726] env[65311]: DEBUG nova.compute.manager [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1180.099533] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1180.099883] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-28cb41ad-f4aa-4777-bf02-3a5ec1b6ee64 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.113512] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.114189] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1180.114189] env[65311]: value = "task-4429121" [ 1180.114189] env[65311]: _type = "Task" [ 1180.114189] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.126729] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429121, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.412467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "a68938e3-b94e-402a-a603-8e10a1542b69" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.412730] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.462838] env[65311]: DEBUG nova.scheduler.client.report [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Updated inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1180.463182] env[65311]: DEBUG nova.compute.provider_tree [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Updating resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 generation from 167 to 168 during operation: update_inventory {{(pid=65311) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1180.463407] env[65311]: DEBUG nova.compute.provider_tree [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.530991] env[65311]: DEBUG oslo_vmware.api [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429120, 'name': PowerOnVM_Task, 'duration_secs': 0.400133} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.531307] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.531525] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2dac3f-5cd3-4605-8996-c51c517a8fd1 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance '23e41a0e-301e-4b0b-a6af-c7ed88dc05bd' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.579377] env[65311]: DEBUG oslo_concurrency.lockutils [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "cc67c780-9c0b-4f26-868f-9645d69957cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.579718] env[65311]: DEBUG oslo_concurrency.lockutils [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.579955] env[65311]: DEBUG oslo_concurrency.lockutils [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "cc67c780-9c0b-4f26-868f-9645d69957cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.580146] env[65311]: DEBUG oslo_concurrency.lockutils [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.580311] env[65311]: DEBUG oslo_concurrency.lockutils [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.582867] env[65311]: INFO nova.compute.manager [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Terminating instance [ 1180.618675] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.623439] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.630048] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429121, 'name': CreateSnapshot_Task, 'duration_secs': 0.497461} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.630341] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1180.631182] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ce32d-2337-4d2d-bf32-09fd6e6dbacc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.916209] env[65311]: DEBUG nova.compute.utils [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.969434] env[65311]: DEBUG oslo_concurrency.lockutils [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.258s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.971921] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.519s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.972270] env[65311]: DEBUG nova.objects.instance [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lazy-loading 'resources' on Instance uuid 1621ee8c-1ee8-473f-a103-fb15cf40e35b {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.992680] env[65311]: INFO nova.scheduler.client.report [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Deleted allocations for instance acd4a69e-f407-4144-9fbe-86a379c8180e [ 1181.087241] env[65311]: DEBUG nova.compute.manager [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1181.087692] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.089520] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a65b41d-7923-4e5b-9a2d-a8fef0c8da56 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.100532] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.100866] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aaa7dd1-81ca-44c4-bb30-905f312add45 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.115793] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.152451] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1181.152796] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ffe494ed-8865-4778-9587-0f50a1da8213 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.162780] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1181.162780] env[65311]: value = "task-4429123" [ 1181.162780] env[65311]: _type = "Task" [ 1181.162780] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.171539] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429123, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.195056] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.195056] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.195335] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleting the datastore file [datastore1] cc67c780-9c0b-4f26-868f-9645d69957cf {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.195382] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f65eb029-aa11-42ab-94d6-9cf058b50082 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.203191] env[65311]: DEBUG oslo_vmware.api [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1181.203191] env[65311]: value = "task-4429124" [ 1181.203191] env[65311]: _type = "Task" [ 1181.203191] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.213975] env[65311]: DEBUG oslo_vmware.api [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.420677] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.502090] env[65311]: DEBUG oslo_concurrency.lockutils [None req-466f40a3-fda4-4583-bff3-c65fc291aafe tempest-ImagesOneServerTestJSON-691374835 tempest-ImagesOneServerTestJSON-691374835-project-member] Lock "acd4a69e-f407-4144-9fbe-86a379c8180e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.211s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.614731] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.674187] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429123, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.686598] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c19fe9e-cea4-411e-b350-9795a603c2af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.694351] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a6457d-a8b8-4ad4-ad24-0cd5fd8a3e95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.729345] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597e8be0-5414-4079-be14-0c41173ea0be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.739353] env[65311]: DEBUG oslo_vmware.api [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230712} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.739665] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.739920] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.740146] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.740412] env[65311]: INFO nova.compute.manager [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1181.740530] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1181.742835] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08153cbc-c2ce-436e-bf12-9d7c29ac1505 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.747437] env[65311]: DEBUG nova.compute.manager [-] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1181.747572] env[65311]: DEBUG nova.network.neutron [-] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1181.747814] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.761269] env[65311]: DEBUG nova.compute.provider_tree [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.815603] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.074228] env[65311]: DEBUG nova.compute.manager [req-7a7dfa71-af11-4231-a2d3-706af59b4066 req-3a5e1018-70d7-4ce4-bde7-2d03933f0f6a service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Received event network-vif-deleted-d0090042-e55a-4d59-a231-83e50466f00e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1182.075844] env[65311]: INFO nova.compute.manager [req-7a7dfa71-af11-4231-a2d3-706af59b4066 req-3a5e1018-70d7-4ce4-bde7-2d03933f0f6a service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Neutron deleted interface d0090042-e55a-4d59-a231-83e50466f00e; detaching it from the instance and deleting it from the info cache [ 1182.076070] env[65311]: DEBUG nova.network.neutron [req-7a7dfa71-af11-4231-a2d3-706af59b4066 req-3a5e1018-70d7-4ce4-bde7-2d03933f0f6a service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.117562] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.176959] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429123, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.266772] env[65311]: DEBUG nova.scheduler.client.report [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.498995] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "a68938e3-b94e-402a-a603-8e10a1542b69" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.500066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.500066] env[65311]: INFO nova.compute.manager [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Attaching volume fa493f46-5b47-40a6-a292-00f446ad35a7 to /dev/sdb [ 1182.541326] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bc5c27-7145-4108-a64a-b8baafa9507d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.547870] env[65311]: DEBUG nova.network.neutron [-] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.554519] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5d851f-bd01-47d0-8976-ffc6c1fd1567 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.572660] env[65311]: DEBUG nova.virt.block_device [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Updating existing volume attachment record: ddfe11c1-411e-4400-a9be-edb5d02fa944 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.579950] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ed59bfd-8016-4678-9cbb-9819cc26482f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.591987] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d859026-269c-4444-bef7-53c245a27c6d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.619595] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.631736] env[65311]: DEBUG nova.compute.manager [req-7a7dfa71-af11-4231-a2d3-706af59b4066 req-3a5e1018-70d7-4ce4-bde7-2d03933f0f6a service nova] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Detach interface failed, port_id=d0090042-e55a-4d59-a231-83e50466f00e, reason: Instance cc67c780-9c0b-4f26-868f-9645d69957cf could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1182.678533] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429123, 'name': CloneVM_Task, 'duration_secs': 1.511472} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.678867] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Created linked-clone VM from snapshot [ 1182.679806] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119e2e42-6717-4658-a3a9-d4c9210b8ce7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.690399] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Uploading image a781ab20-cb44-44ac-a38f-77c3d7d03115 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1182.733384] env[65311]: DEBUG oslo_vmware.rw_handles [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1182.733384] env[65311]: value = "vm-866664" [ 1182.733384] env[65311]: _type = "VirtualMachine" [ 1182.733384] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1182.733384] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f870fc2f-bb4f-440f-a042-136075098ed8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.741540] env[65311]: DEBUG oslo_vmware.rw_handles [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease: (returnval){ [ 1182.741540] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528134b6-d943-ac5a-f29d-5bb9d2090e8b" [ 1182.741540] env[65311]: _type = "HttpNfcLease" [ 1182.741540] env[65311]: } obtained for exporting VM: (result){ [ 1182.741540] env[65311]: value = "vm-866664" [ 1182.741540] env[65311]: _type = "VirtualMachine" [ 1182.741540] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1182.741540] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the lease: (returnval){ [ 1182.741540] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528134b6-d943-ac5a-f29d-5bb9d2090e8b" [ 1182.741540] env[65311]: _type = "HttpNfcLease" [ 1182.741540] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1182.750151] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1182.750151] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528134b6-d943-ac5a-f29d-5bb9d2090e8b" [ 1182.750151] env[65311]: _type = "HttpNfcLease" [ 1182.750151] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1182.772290] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.775160] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.152s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.777371] env[65311]: INFO nova.compute.claims [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.816056] env[65311]: INFO nova.scheduler.client.report [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted allocations for instance 1621ee8c-1ee8-473f-a103-fb15cf40e35b [ 1182.887167] env[65311]: WARNING neutronclient.v2_0.client [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.948202] env[65311]: WARNING neutronclient.v2_0.client [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.948639] env[65311]: WARNING neutronclient.v2_0.client [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.948839] env[65311]: WARNING neutronclient.v2_0.client [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.983422] env[65311]: DEBUG nova.network.neutron [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Port dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1182.983775] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.983930] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.984102] env[65311]: DEBUG nova.network.neutron [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1183.050563] env[65311]: INFO nova.compute.manager [-] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Took 1.30 seconds to deallocate network for instance. [ 1183.118273] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.252326] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.252326] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528134b6-d943-ac5a-f29d-5bb9d2090e8b" [ 1183.252326] env[65311]: _type = "HttpNfcLease" [ 1183.252326] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1183.252710] env[65311]: DEBUG oslo_vmware.rw_handles [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1183.252710] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528134b6-d943-ac5a-f29d-5bb9d2090e8b" [ 1183.252710] env[65311]: _type = "HttpNfcLease" [ 1183.252710] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1183.253614] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5395e9c7-2c47-4be3-ac52-758950bc2912 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.263805] env[65311]: DEBUG oslo_vmware.rw_handles [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c6137-8f22-8bb6-0c07-695c404ea100/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1183.264489] env[65311]: DEBUG oslo_vmware.rw_handles [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c6137-8f22-8bb6-0c07-695c404ea100/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1183.334725] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4ca14d6e-ee7e-45a2-a1fb-1ed5e51529ca tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "1621ee8c-1ee8-473f-a103-fb15cf40e35b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.350s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.337886] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.338125] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.370377] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a99451ae-b112-4ade-b58e-8bdc140fc7bd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.487530] env[65311]: WARNING neutronclient.v2_0.client [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.560051] env[65311]: DEBUG oslo_concurrency.lockutils [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.619371] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.683089] env[65311]: WARNING neutronclient.v2_0.client [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.812461] env[65311]: DEBUG nova.network.neutron [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance_info_cache with network_info: [{"id": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "address": "fa:16:3e:81:df:07", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdfd6bd-0a", "ovs_interfaceid": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.841390] env[65311]: DEBUG nova.compute.utils [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.114126] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f8b8b0-df28-4146-9f51-653c3e456f87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.126767] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c48635-52a8-41c4-a663-b8f916d97416 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.130960] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.161255] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007b0c35-cdb5-4de5-b809-5d90f4fd3502 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.170242] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd950a8-d6fe-49fe-a1a1-fcc5bc1ba6db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.185943] env[65311]: DEBUG nova.compute.provider_tree [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.316409] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.345051] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.619550] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.688936] env[65311]: DEBUG nova.scheduler.client.report [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.821260] env[65311]: DEBUG nova.compute.manager [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65311) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1184.821468] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.832309] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.832699] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.833013] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.833503] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.833782] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.837835] env[65311]: INFO nova.compute.manager [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Terminating instance [ 1185.121474] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.195257] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.195988] env[65311]: DEBUG nova.compute.manager [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1185.199601] env[65311]: DEBUG oslo_concurrency.lockutils [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.640s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.199942] env[65311]: DEBUG nova.objects.instance [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'resources' on Instance uuid cc67c780-9c0b-4f26-868f-9645d69957cf {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.342897] env[65311]: DEBUG nova.compute.manager [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1185.343233] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.344261] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7cd1d8-aba0-457e-b75c-169901ba2299 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.355188] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.355545] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab30b1f1-32d0-429d-ba0e-5adfdd1a2313 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.364693] env[65311]: DEBUG oslo_vmware.api [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1185.364693] env[65311]: value = "task-4429128" [ 1185.364693] env[65311]: _type = "Task" [ 1185.364693] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.376023] env[65311]: DEBUG oslo_vmware.api [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.395743] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.396078] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.396439] env[65311]: INFO nova.compute.manager [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Attaching volume 0f6d914a-6e69-467c-b7da-6e37b622e33c to /dev/sdb [ 1185.440146] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b86f72b-7894-45ed-a5a0-09bcb3766e96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.448400] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e22c7c-bfd1-4c5f-8b5a-81ea55b65f71 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.464156] env[65311]: DEBUG nova.virt.block_device [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Updating existing volume attachment record: f4996b50-80a6-4942-b23b-82516c57eedf {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1185.622244] env[65311]: DEBUG oslo_vmware.api [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429119, 'name': ReconfigVM_Task, 'duration_secs': 5.825754} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.623210] env[65311]: DEBUG oslo_concurrency.lockutils [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.623467] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Reconfigured VM to detach interface {{(pid=65311) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1185.623909] env[65311]: WARNING neutronclient.v2_0.client [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.624456] env[65311]: WARNING neutronclient.v2_0.client [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.703943] env[65311]: DEBUG nova.compute.utils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.709817] env[65311]: DEBUG nova.compute.manager [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1185.710354] env[65311]: DEBUG nova.network.neutron [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1185.710557] env[65311]: WARNING neutronclient.v2_0.client [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.710891] env[65311]: WARNING neutronclient.v2_0.client [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.761827] env[65311]: DEBUG nova.policy [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742d8451f61b4249aa8b384a86535ad4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '810a20832d09492da915cfa888ba3e8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.879465] env[65311]: DEBUG oslo_vmware.api [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429128, 'name': PowerOffVM_Task, 'duration_secs': 0.306117} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.884048] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.884048] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.884048] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cc94068-ac38-434b-a375-074ba9b382da {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.976985] env[65311]: DEBUG nova.compute.manager [req-a28e8496-81af-4755-9c9a-78fdaad7179b req-65779907-7110-4086-84f1-7f7578af2653 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-vif-deleted-cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1185.977147] env[65311]: INFO nova.compute.manager [req-a28e8496-81af-4755-9c9a-78fdaad7179b req-65779907-7110-4086-84f1-7f7578af2653 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Neutron deleted interface cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2; detaching it from the instance and deleting it from the info cache [ 1185.977726] env[65311]: DEBUG nova.network.neutron [req-a28e8496-81af-4755-9c9a-78fdaad7179b req-65779907-7110-4086-84f1-7f7578af2653 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb", "address": "fa:16:3e:dc:52:9f", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdaa7bb2a-1f", "ovs_interfaceid": "daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.993166] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.993166] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.993166] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleting the datastore file [datastore1] 6a01330e-80b5-4208-a0eb-4ac7461e6d06 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.994043] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb8b4757-ade5-467a-9293-ce442409b134 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.004134] env[65311]: DEBUG oslo_vmware.api [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for the task: (returnval){ [ 1186.004134] env[65311]: value = "task-4429131" [ 1186.004134] env[65311]: _type = "Task" [ 1186.004134] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.017879] env[65311]: DEBUG oslo_vmware.api [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.058790] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0792ed0-bc69-42f1-938a-a66e870d9011 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.068052] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509bee5b-51c8-4d68-a9ad-e8b5617c77a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.105415] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f825633-ca20-4d53-8e3a-0f8f4560ecb1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.115232] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6deaea91-d0bb-42df-a2d0-9d6be5b3fb9c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.132734] env[65311]: DEBUG nova.compute.provider_tree [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.181456] env[65311]: DEBUG nova.network.neutron [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Successfully created port: 341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1186.210641] env[65311]: DEBUG nova.compute.manager [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1186.484027] env[65311]: DEBUG oslo_concurrency.lockutils [req-a28e8496-81af-4755-9c9a-78fdaad7179b req-65779907-7110-4086-84f1-7f7578af2653 service nova] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.484027] env[65311]: DEBUG oslo_concurrency.lockutils [req-a28e8496-81af-4755-9c9a-78fdaad7179b req-65779907-7110-4086-84f1-7f7578af2653 service nova] Acquired lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.484027] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba973a63-9646-417f-90d2-3f6e5daf287b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.507439] env[65311]: DEBUG oslo_concurrency.lockutils [req-a28e8496-81af-4755-9c9a-78fdaad7179b req-65779907-7110-4086-84f1-7f7578af2653 service nova] Releasing lock "456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.507828] env[65311]: WARNING nova.compute.manager [req-a28e8496-81af-4755-9c9a-78fdaad7179b req-65779907-7110-4086-84f1-7f7578af2653 service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Detach interface failed, port_id=cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2, reason: No device with interface-id cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 exists on VM: nova.exception.NotFound: No device with interface-id cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2 exists on VM [ 1186.518500] env[65311]: DEBUG oslo_vmware.api [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Task: {'id': task-4429131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204061} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.518784] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.519068] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.519276] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.519446] env[65311]: INFO nova.compute.manager [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1186.519689] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1186.519971] env[65311]: DEBUG nova.compute.manager [-] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1186.520097] env[65311]: DEBUG nova.network.neutron [-] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1186.520349] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.555829] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.636619] env[65311]: DEBUG nova.scheduler.client.report [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.886591] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.886807] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "456d2124-ab46-4e7c-b134-4ea04968013e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.887108] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.887341] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.887571] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "456d2124-ab46-4e7c-b134-4ea04968013e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.889890] env[65311]: INFO nova.compute.manager [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Terminating instance [ 1186.918609] env[65311]: DEBUG oslo_concurrency.lockutils [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.918771] env[65311]: DEBUG oslo_concurrency.lockutils [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.918948] env[65311]: DEBUG nova.network.neutron [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1187.123496] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.123734] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866665', 'volume_id': 'fa493f46-5b47-40a6-a292-00f446ad35a7', 'name': 'volume-fa493f46-5b47-40a6-a292-00f446ad35a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a68938e3-b94e-402a-a603-8e10a1542b69', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa493f46-5b47-40a6-a292-00f446ad35a7', 'serial': 'fa493f46-5b47-40a6-a292-00f446ad35a7'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.124732] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a44e3-2145-4ec0-8079-e1a17786bac2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.143523] env[65311]: DEBUG oslo_concurrency.lockutils [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.146539] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.325s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.148504] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fac9153-354d-4114-ba7f-a34b597f48a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.177368] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-fa493f46-5b47-40a6-a292-00f446ad35a7/volume-fa493f46-5b47-40a6-a292-00f446ad35a7.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.179298] env[65311]: INFO nova.scheduler.client.report [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted allocations for instance cc67c780-9c0b-4f26-868f-9645d69957cf [ 1187.180305] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3edc830-7633-463e-b38a-983b32a3126e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.204323] env[65311]: DEBUG oslo_vmware.api [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1187.204323] env[65311]: value = "task-4429132" [ 1187.204323] env[65311]: _type = "Task" [ 1187.204323] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.214276] env[65311]: DEBUG oslo_vmware.api [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.221795] env[65311]: DEBUG nova.compute.manager [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1187.255695] env[65311]: DEBUG nova.network.neutron [-] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.269015] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1187.269290] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.269453] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1187.269625] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.269765] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1187.269916] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1187.270171] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.270381] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1187.270580] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1187.270759] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1187.271014] env[65311]: DEBUG nova.virt.hardware [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1187.272254] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037c07c6-9624-4f60-8067-a0bae49d4a3e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.282940] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cc526b-2c9a-4b52-a52f-b140a937d041 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.394714] env[65311]: DEBUG nova.compute.manager [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1187.395212] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.396339] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1429803e-054d-4c43-8f21-a316a17aed81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.406106] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.406411] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d795b7-6fd9-4c01-b897-41b8f9371261 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.414370] env[65311]: DEBUG oslo_vmware.api [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1187.414370] env[65311]: value = "task-4429133" [ 1187.414370] env[65311]: _type = "Task" [ 1187.414370] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.424993] env[65311]: WARNING neutronclient.v2_0.client [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.427453] env[65311]: DEBUG oslo_vmware.api [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.652857] env[65311]: DEBUG nova.objects.instance [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'migration_context' on Instance uuid 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.712944] env[65311]: DEBUG oslo_concurrency.lockutils [None req-195fd6f4-9cff-4aa8-a12b-5b4a9cb4bb76 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "cc67c780-9c0b-4f26-868f-9645d69957cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.124s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.714563] env[65311]: DEBUG oslo_vmware.api [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.726739] env[65311]: DEBUG nova.compute.manager [req-bf3d53dd-9df9-4eb4-90de-c992ff2bf61a req-8cab48da-b98d-459f-8ef0-23c076dc916a service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received event network-vif-plugged-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1187.726818] env[65311]: DEBUG oslo_concurrency.lockutils [req-bf3d53dd-9df9-4eb4-90de-c992ff2bf61a req-8cab48da-b98d-459f-8ef0-23c076dc916a service nova] Acquiring lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.727063] env[65311]: DEBUG oslo_concurrency.lockutils [req-bf3d53dd-9df9-4eb4-90de-c992ff2bf61a req-8cab48da-b98d-459f-8ef0-23c076dc916a service nova] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.727746] env[65311]: DEBUG oslo_concurrency.lockutils [req-bf3d53dd-9df9-4eb4-90de-c992ff2bf61a req-8cab48da-b98d-459f-8ef0-23c076dc916a service nova] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.727746] env[65311]: DEBUG nova.compute.manager [req-bf3d53dd-9df9-4eb4-90de-c992ff2bf61a req-8cab48da-b98d-459f-8ef0-23c076dc916a service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] No waiting events found dispatching network-vif-plugged-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1187.727746] env[65311]: WARNING nova.compute.manager [req-bf3d53dd-9df9-4eb4-90de-c992ff2bf61a req-8cab48da-b98d-459f-8ef0-23c076dc916a service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received unexpected event network-vif-plugged-341fc765-f45c-46ba-abd4-bb9992b32b9c for instance with vm_state building and task_state spawning. [ 1187.757391] env[65311]: WARNING neutronclient.v2_0.client [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.762857] env[65311]: INFO nova.compute.manager [-] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Took 1.24 seconds to deallocate network for instance. [ 1187.844696] env[65311]: DEBUG nova.network.neutron [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Successfully updated port: 341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1187.869270] env[65311]: INFO nova.network.neutron [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Port daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1187.869814] env[65311]: DEBUG nova.network.neutron [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [{"id": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "address": "fa:16:3e:80:d1:8d", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbef562-cf", "ovs_interfaceid": "dbbef562-cf8f-45fa-a0a7-ad39d1709406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.926948] env[65311]: DEBUG oslo_vmware.api [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429133, 'name': PowerOffVM_Task, 'duration_secs': 0.231336} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.927410] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.927671] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.928061] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43e6f46-8e4c-4a15-bb46-5d2d9403a288 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.015024] env[65311]: DEBUG nova.compute.manager [req-db353e7b-fa41-4410-b22d-6069af79df4a req-82b4c1da-64d4-47d0-8a09-04e9388aef3f service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-vif-deleted-daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1188.015270] env[65311]: DEBUG nova.compute.manager [req-db353e7b-fa41-4410-b22d-6069af79df4a req-82b4c1da-64d4-47d0-8a09-04e9388aef3f service nova] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Received event network-vif-deleted-f202fb87-0a3d-40ee-8a96-0d8c49a1815c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1188.062723] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.063191] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.063498] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleting the datastore file [datastore2] 456d2124-ab46-4e7c-b134-4ea04968013e {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.063834] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa8d9878-56d2-4db0-b5c6-b83b4329b8af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.071885] env[65311]: DEBUG oslo_vmware.api [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1188.071885] env[65311]: value = "task-4429136" [ 1188.071885] env[65311]: _type = "Task" [ 1188.071885] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.082056] env[65311]: DEBUG oslo_vmware.api [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.218190] env[65311]: DEBUG oslo_vmware.api [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429132, 'name': ReconfigVM_Task, 'duration_secs': 0.541465} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.218543] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-fa493f46-5b47-40a6-a292-00f446ad35a7/volume-fa493f46-5b47-40a6-a292-00f446ad35a7.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.226714] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f20ee139-7801-4ddc-87ad-a1dd0ae25584 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.247708] env[65311]: DEBUG oslo_vmware.api [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1188.247708] env[65311]: value = "task-4429137" [ 1188.247708] env[65311]: _type = "Task" [ 1188.247708] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.258778] env[65311]: DEBUG oslo_vmware.api [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.271544] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.347649] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.347894] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.348145] env[65311]: DEBUG nova.network.neutron [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1188.372417] env[65311]: DEBUG oslo_concurrency.lockutils [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-456d2124-ab46-4e7c-b134-4ea04968013e" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.392031] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357e981f-20c6-43ab-8c4e-1fe9ee37143e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.403070] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7074dcb-7a4b-4e95-809f-ad3b6b11ecd8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.436386] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d9891-5eab-4def-9c5c-6f69e81e554c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.445290] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84b7388-9abc-4172-a613-70907a0d0217 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.460641] env[65311]: DEBUG nova.compute.provider_tree [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.583547] env[65311]: DEBUG oslo_vmware.api [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320986} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.583830] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.584083] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.584196] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.584354] env[65311]: INFO nova.compute.manager [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1188.584685] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1188.584887] env[65311]: DEBUG nova.compute.manager [-] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1188.584981] env[65311]: DEBUG nova.network.neutron [-] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1188.585249] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.631768] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.649008] env[65311]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb could not be found.", "detail": ""}} {{(pid=65311) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1188.649237] env[65311]: DEBUG nova.network.neutron [-] Unable to show port daa7bb2a-1fa9-4028-a011-dd11c8d6a9bb as it no longer exists. {{(pid=65311) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1188.760452] env[65311]: DEBUG oslo_vmware.api [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429137, 'name': ReconfigVM_Task, 'duration_secs': 0.181828} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.760805] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866665', 'volume_id': 'fa493f46-5b47-40a6-a292-00f446ad35a7', 'name': 'volume-fa493f46-5b47-40a6-a292-00f446ad35a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a68938e3-b94e-402a-a603-8e10a1542b69', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa493f46-5b47-40a6-a292-00f446ad35a7', 'serial': 'fa493f46-5b47-40a6-a292-00f446ad35a7'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1188.879951] env[65311]: DEBUG oslo_concurrency.lockutils [None req-028cdd87-d5a2-441e-a289-2712d894ef75 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-456d2124-ab46-4e7c-b134-4ea04968013e-cb90760d-c9e0-4c4f-80b9-b0a7c5c377b2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.413s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.887319] env[65311]: DEBUG nova.network.neutron [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1188.963620] env[65311]: DEBUG nova.scheduler.client.report [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.982442] env[65311]: WARNING neutronclient.v2_0.client [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.082331] env[65311]: DEBUG nova.network.neutron [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating instance_info_cache with network_info: [{"id": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "address": "fa:16:3e:e3:01:ed", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341fc765-f4", "ovs_interfaceid": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.197575] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.197846] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.588172] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.588609] env[65311]: DEBUG nova.compute.manager [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Instance network_info: |[{"id": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "address": "fa:16:3e:e3:01:ed", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341fc765-f4", "ovs_interfaceid": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1189.589141] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:01:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '341fc765-f45c-46ba-abd4-bb9992b32b9c', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.597486] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1189.597647] env[65311]: DEBUG nova.network.neutron [-] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.598720] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.599972] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cbbcae5-06ac-40cd-a427-5e36da6ad997 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.623171] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.623171] env[65311]: value = "task-4429138" [ 1189.623171] env[65311]: _type = "Task" [ 1189.623171] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.634546] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429138, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.700119] env[65311]: DEBUG nova.compute.manager [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1189.764440] env[65311]: DEBUG nova.compute.manager [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received event network-changed-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1189.764793] env[65311]: DEBUG nova.compute.manager [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Refreshing instance network info cache due to event network-changed-341fc765-f45c-46ba-abd4-bb9992b32b9c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1189.764890] env[65311]: DEBUG oslo_concurrency.lockutils [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] Acquiring lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.765051] env[65311]: DEBUG oslo_concurrency.lockutils [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] Acquired lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.765264] env[65311]: DEBUG nova.network.neutron [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Refreshing network info cache for port 341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.810910] env[65311]: DEBUG nova.objects.instance [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lazy-loading 'flavor' on Instance uuid a68938e3-b94e-402a-a603-8e10a1542b69 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.979926] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.833s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.986214] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.715s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.986685] env[65311]: DEBUG nova.objects.instance [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lazy-loading 'resources' on Instance uuid 6a01330e-80b5-4208-a0eb-4ac7461e6d06 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.013798] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.014043] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866666', 'volume_id': '0f6d914a-6e69-467c-b7da-6e37b622e33c', 'name': 'volume-0f6d914a-6e69-467c-b7da-6e37b622e33c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2088cee-5c79-4f7f-b713-0fc1e54e6d8c', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6d914a-6e69-467c-b7da-6e37b622e33c', 'serial': '0f6d914a-6e69-467c-b7da-6e37b622e33c'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.015230] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a47729-c106-4899-a79f-c75974ede4dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.032722] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c77c0de-23cf-4108-82aa-c97d42cf945d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.059931] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-0f6d914a-6e69-467c-b7da-6e37b622e33c/volume-0f6d914a-6e69-467c-b7da-6e37b622e33c.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.060306] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c469f69-ff7d-4910-888e-729c0386dd8a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.080127] env[65311]: DEBUG oslo_vmware.api [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1190.080127] env[65311]: value = "task-4429139" [ 1190.080127] env[65311]: _type = "Task" [ 1190.080127] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.093336] env[65311]: DEBUG oslo_vmware.api [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.101148] env[65311]: INFO nova.compute.manager [-] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Took 1.52 seconds to deallocate network for instance. [ 1190.134695] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429138, 'name': CreateVM_Task, 'duration_secs': 0.355059} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.134891] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.135464] env[65311]: WARNING neutronclient.v2_0.client [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.135872] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.136104] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.136461] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.136769] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c09b512-0063-41c4-bcf1-d585e7692cc0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.147813] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1190.147813] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5230811b-6f77-dc5c-0f6a-e680044746b0" [ 1190.147813] env[65311]: _type = "Task" [ 1190.147813] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.159200] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5230811b-6f77-dc5c-0f6a-e680044746b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012982} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.160471] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.160721] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.161035] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.161188] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.161380] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.161981] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6a573ac-5ec4-4701-94aa-abe2a2cbc447 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.172914] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.173141] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.173885] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6924c58a-b2b8-415d-ba9f-f7602e78cd3d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.180528] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1190.180528] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520dc4b1-aa6a-2881-8e55-c954d7b00400" [ 1190.180528] env[65311]: _type = "Task" [ 1190.180528] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.190038] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520dc4b1-aa6a-2881-8e55-c954d7b00400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.235145] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.269028] env[65311]: WARNING neutronclient.v2_0.client [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.316853] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ab8e74ac-5fb8-436d-b6be-a3765770a1c6 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.455040] env[65311]: WARNING neutronclient.v2_0.client [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.540125] env[65311]: DEBUG nova.network.neutron [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updated VIF entry in instance network info cache for port 341fc765-f45c-46ba-abd4-bb9992b32b9c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1190.540534] env[65311]: DEBUG nova.network.neutron [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating instance_info_cache with network_info: [{"id": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "address": "fa:16:3e:e3:01:ed", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341fc765-f4", "ovs_interfaceid": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.596559] env[65311]: DEBUG oslo_vmware.api [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429139, 'name': ReconfigVM_Task, 'duration_secs': 0.413311} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.596932] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-0f6d914a-6e69-467c-b7da-6e37b622e33c/volume-0f6d914a-6e69-467c-b7da-6e37b622e33c.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.605770] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad77694e-7c61-464d-bd36-9efb2dd82e99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.616962] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.623364] env[65311]: DEBUG oslo_vmware.api [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1190.623364] env[65311]: value = "task-4429140" [ 1190.623364] env[65311]: _type = "Task" [ 1190.623364] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.636746] env[65311]: DEBUG oslo_vmware.api [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.691789] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]520dc4b1-aa6a-2881-8e55-c954d7b00400, 'name': SearchDatastore_Task, 'duration_secs': 0.026117} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.695490] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d10b5f-0f34-40bb-a5e8-54cd63886673 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.702566] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1190.702566] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5220af26-fec2-e4a3-2e5c-7c1f94d69e38" [ 1190.702566] env[65311]: _type = "Task" [ 1190.702566] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.714751] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5220af26-fec2-e4a3-2e5c-7c1f94d69e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.720807] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc9cb8e-7906-4d6e-abdd-29b4ed44c9fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.729749] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d776c953-b6e4-4a22-b16d-4bb3c8f66904 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.763927] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c9ea55-d1ba-432c-a759-eb66edd58681 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.772663] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce69db19-4510-4a08-822f-a4bf9243249a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.787184] env[65311]: DEBUG nova.compute.provider_tree [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.043769] env[65311]: DEBUG oslo_concurrency.lockutils [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] Releasing lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.043949] env[65311]: DEBUG nova.compute.manager [req-0893179f-53a2-45dc-8388-7275405dc817 req-dcd64ec8-e2b1-4be1-bab6-9274919cb7da service nova] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Received event network-vif-deleted-dbbef562-cf8f-45fa-a0a7-ad39d1709406 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1191.093170] env[65311]: DEBUG oslo_concurrency.lockutils [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "a68938e3-b94e-402a-a603-8e10a1542b69" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.093435] env[65311]: DEBUG oslo_concurrency.lockutils [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.122126] env[65311]: DEBUG oslo_vmware.rw_handles [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c6137-8f22-8bb6-0c07-695c404ea100/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1191.123413] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4801a1db-1ea2-409c-a032-84f6e382df8c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.133303] env[65311]: DEBUG oslo_vmware.rw_handles [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c6137-8f22-8bb6-0c07-695c404ea100/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1191.133474] env[65311]: ERROR oslo_vmware.rw_handles [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c6137-8f22-8bb6-0c07-695c404ea100/disk-0.vmdk due to incomplete transfer. [ 1191.136507] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b70b9c2-9bc4-43c4-87dd-1e5fb3c8e462 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.138048] env[65311]: DEBUG oslo_vmware.api [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429140, 'name': ReconfigVM_Task, 'duration_secs': 0.163745} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.138338] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866666', 'volume_id': '0f6d914a-6e69-467c-b7da-6e37b622e33c', 'name': 'volume-0f6d914a-6e69-467c-b7da-6e37b622e33c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2088cee-5c79-4f7f-b713-0fc1e54e6d8c', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6d914a-6e69-467c-b7da-6e37b622e33c', 'serial': '0f6d914a-6e69-467c-b7da-6e37b622e33c'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1191.146297] env[65311]: DEBUG oslo_vmware.rw_handles [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521c6137-8f22-8bb6-0c07-695c404ea100/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1191.146477] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Uploaded image a781ab20-cb44-44ac-a38f-77c3d7d03115 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1191.148486] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1191.149059] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5910c68b-0619-43eb-a45d-a2abaabf13e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.155720] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1191.155720] env[65311]: value = "task-4429141" [ 1191.155720] env[65311]: _type = "Task" [ 1191.155720] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.165259] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429141, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.213752] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5220af26-fec2-e4a3-2e5c-7c1f94d69e38, 'name': SearchDatastore_Task, 'duration_secs': 0.014368} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.214015] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.214274] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36/87e2e2c6-9986-4b68-9129-e469f2a24d36.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.214584] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a21a0be-d4ac-4a48-8bd7-e2a3515b1c95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.221232] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1191.221232] env[65311]: value = "task-4429142" [ 1191.221232] env[65311]: _type = "Task" [ 1191.221232] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.230068] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.290894] env[65311]: DEBUG nova.scheduler.client.report [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.525097] env[65311]: INFO nova.compute.manager [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Swapping old allocation on dict_keys(['9e03e2e5-cb03-4816-8aa6-9a366a594801']) held by migration 1058851d-8208-4e1e-93bc-9b8cb40faf56 for instance [ 1191.554179] env[65311]: DEBUG nova.scheduler.client.report [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Overwriting current allocation {'allocations': {'9e03e2e5-cb03-4816-8aa6-9a366a594801': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '70f7d294f361449cb188fb4638fa1cbd', 'user_id': 'ec37e69455dc4e4cbc434bca91b975c5', 'consumer_generation': 1} on consumer 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd {{(pid=65311) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1191.598757] env[65311]: INFO nova.compute.manager [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Detaching volume fa493f46-5b47-40a6-a292-00f446ad35a7 [ 1191.611054] env[65311]: WARNING neutronclient.v2_0.client [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.639173] env[65311]: INFO nova.virt.block_device [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Attempting to driver detach volume fa493f46-5b47-40a6-a292-00f446ad35a7 from mountpoint /dev/sdb [ 1191.639534] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1191.639762] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866665', 'volume_id': 'fa493f46-5b47-40a6-a292-00f446ad35a7', 'name': 'volume-fa493f46-5b47-40a6-a292-00f446ad35a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a68938e3-b94e-402a-a603-8e10a1542b69', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa493f46-5b47-40a6-a292-00f446ad35a7', 'serial': 'fa493f46-5b47-40a6-a292-00f446ad35a7'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1191.640812] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8c447-d8ff-421c-8526-99c3f3fa8da1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.676205] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1054d1b-ab8e-42b9-add4-b96fa8f6e4e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.685560] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429141, 'name': Destroy_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.690213] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.690414] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.690520] env[65311]: DEBUG nova.network.neutron [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1191.692697] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244d1d52-db9d-4219-900a-10dbf128b3a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.716636] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f5eb7d-a498-4e49-9517-93b4abd41902 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.738047] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The volume has not been displaced from its original location: [datastore2] volume-fa493f46-5b47-40a6-a292-00f446ad35a7/volume-fa493f46-5b47-40a6-a292-00f446ad35a7.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1191.742380] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1191.743367] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da3b793-7681-4179-8d7e-4c859b5eeefa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.760070] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429142, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.767627] env[65311]: DEBUG oslo_vmware.api [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1191.767627] env[65311]: value = "task-4429143" [ 1191.767627] env[65311]: _type = "Task" [ 1191.767627] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.778507] env[65311]: DEBUG oslo_vmware.api [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.796824] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.799767] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.564s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.800724] env[65311]: INFO nova.compute.claims [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.816194] env[65311]: INFO nova.scheduler.client.report [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Deleted allocations for instance 6a01330e-80b5-4208-a0eb-4ac7461e6d06 [ 1192.180574] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429141, 'name': Destroy_Task, 'duration_secs': 0.617453} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.180574] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Destroyed the VM [ 1192.180574] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1192.181093] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5194cb12-ca0b-4249-9de6-f8a5a88764ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.188255] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1192.188255] env[65311]: value = "task-4429144" [ 1192.188255] env[65311]: _type = "Task" [ 1192.188255] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.192515] env[65311]: WARNING neutronclient.v2_0.client [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.195369] env[65311]: DEBUG nova.objects.instance [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid b2088cee-5c79-4f7f-b713-0fc1e54e6d8c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.199956] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.238149] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54555} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.238437] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36/87e2e2c6-9986-4b68-9129-e469f2a24d36.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.238713] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.239021] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0556889-384d-47fd-801d-263cc51856ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.248995] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1192.248995] env[65311]: value = "task-4429145" [ 1192.248995] env[65311]: _type = "Task" [ 1192.248995] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.261566] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.278798] env[65311]: DEBUG oslo_vmware.api [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429143, 'name': ReconfigVM_Task, 'duration_secs': 0.221114} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.279132] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1192.284664] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa706e8a-926f-4ba6-8f5a-f85707f80a71 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.307891] env[65311]: DEBUG oslo_vmware.api [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1192.307891] env[65311]: value = "task-4429146" [ 1192.307891] env[65311]: _type = "Task" [ 1192.307891] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.318684] env[65311]: DEBUG oslo_vmware.api [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.326797] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1586fe7e-1db7-42af-a116-19fd1072ebde tempest-ServersTestJSON-1773114292 tempest-ServersTestJSON-1773114292-project-member] Lock "6a01330e-80b5-4208-a0eb-4ac7461e6d06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.494s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.407990] env[65311]: WARNING neutronclient.v2_0.client [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.489595] env[65311]: DEBUG nova.network.neutron [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance_info_cache with network_info: [{"id": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "address": "fa:16:3e:81:df:07", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfdfd6bd-0a", "ovs_interfaceid": "dfdfd6bd-0aa4-4523-8229-9b5f8e350a80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.698926] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429144, 'name': RemoveSnapshot_Task, 'duration_secs': 0.42144} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.699407] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1192.699903] env[65311]: DEBUG nova.compute.manager [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1192.701479] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5207704-a973-4e69-9a30-cc65a3ee7491 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.708053] env[65311]: DEBUG oslo_concurrency.lockutils [None req-f985429d-afb9-4486-85ea-655fb0f4931d tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.312s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.761750] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07111} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.762017] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.762912] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e886b5a0-a3dd-40fb-b73f-394a4fe9756c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.787581] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36/87e2e2c6-9986-4b68-9129-e469f2a24d36.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.787920] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc22208f-538e-4f9b-815b-197bce9d6d79 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.810359] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1192.810359] env[65311]: value = "task-4429147" [ 1192.810359] env[65311]: _type = "Task" [ 1192.810359] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.828368] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.831826] env[65311]: DEBUG oslo_vmware.api [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429146, 'name': ReconfigVM_Task, 'duration_secs': 0.155984} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.832202] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866665', 'volume_id': 'fa493f46-5b47-40a6-a292-00f446ad35a7', 'name': 'volume-fa493f46-5b47-40a6-a292-00f446ad35a7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a68938e3-b94e-402a-a603-8e10a1542b69', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa493f46-5b47-40a6-a292-00f446ad35a7', 'serial': 'fa493f46-5b47-40a6-a292-00f446ad35a7'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1192.993046] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3807a18f-b4fe-4bde-b293-84ba4d9d6500 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.994964] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.995603] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.995993] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d515b53-21f7-427a-b3a6-401b50dfa501 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.004130] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7462b98-5466-423c-94b5-1d7bd6b6c2bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.009716] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1193.009716] env[65311]: value = "task-4429148" [ 1193.009716] env[65311]: _type = "Task" [ 1193.009716] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.045537] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30ecae0-bf33-4ed2-8961-af6defe82f06 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.052936] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.061024] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec6f7e0-379c-43f9-9bc3-12347485e1ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.077962] env[65311]: DEBUG nova.compute.provider_tree [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.220173] env[65311]: INFO nova.compute.manager [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Shelve offloading [ 1193.325360] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429147, 'name': ReconfigVM_Task, 'duration_secs': 0.500119} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.325915] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36/87e2e2c6-9986-4b68-9129-e469f2a24d36.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.326792] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-989607a5-93cd-4c6c-8706-e2c589126ee7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.335110] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1193.335110] env[65311]: value = "task-4429149" [ 1193.335110] env[65311]: _type = "Task" [ 1193.335110] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.343949] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429149, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.393097] env[65311]: DEBUG nova.objects.instance [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lazy-loading 'flavor' on Instance uuid a68938e3-b94e-402a-a603-8e10a1542b69 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.521960] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429148, 'name': PowerOffVM_Task, 'duration_secs': 0.222057} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.522961] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.523656] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1193.523862] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.524021] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1193.524206] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.524347] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1193.524513] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1193.524731] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1193.524908] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1193.525059] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1193.525218] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1193.525380] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1193.530494] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8584a4-59ff-4f21-8746-b260b35bf629 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.547368] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1193.547368] env[65311]: value = "task-4429150" [ 1193.547368] env[65311]: _type = "Task" [ 1193.547368] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.556334] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.581677] env[65311]: DEBUG nova.scheduler.client.report [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.724793] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.725271] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a74d9472-115b-4926-a986-a53cc6402116 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.736433] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1193.736433] env[65311]: value = "task-4429151" [ 1193.736433] env[65311]: _type = "Task" [ 1193.736433] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.747605] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1193.748276] env[65311]: DEBUG nova.compute.manager [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1193.748803] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d444f12-870e-480e-9dba-e6262a7bb8e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.756640] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.756798] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.757019] env[65311]: DEBUG nova.network.neutron [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1193.853568] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429149, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.971550] env[65311]: DEBUG oslo_concurrency.lockutils [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.971821] env[65311]: DEBUG oslo_concurrency.lockutils [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.059329] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429150, 'name': ReconfigVM_Task, 'duration_secs': 0.158513} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.060385] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a94b22-cc26-45b6-9f0b-41a66f25e025 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.081499] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1194.081499] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.081499] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1194.081722] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.081951] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1194.082138] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1194.082744] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1194.082744] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1194.082744] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1194.082900] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1194.082988] env[65311]: DEBUG nova.virt.hardware [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1194.083895] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84e5d55c-d055-4ced-8a73-ce26d03b649c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.088776] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.089323] env[65311]: DEBUG nova.compute.manager [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1194.092062] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.475s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.092352] env[65311]: DEBUG nova.objects.instance [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'resources' on Instance uuid 456d2124-ab46-4e7c-b134-4ea04968013e {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.101890] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1194.101890] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525ba32a-0f33-6eb7-ce61-d503c7970a17" [ 1194.101890] env[65311]: _type = "Task" [ 1194.101890] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.112426] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525ba32a-0f33-6eb7-ce61-d503c7970a17, 'name': SearchDatastore_Task, 'duration_secs': 0.008964} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.118009] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.118550] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add00fdc-034f-41cc-9280-ee94fc0f921c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.140725] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1194.140725] env[65311]: value = "task-4429152" [ 1194.140725] env[65311]: _type = "Task" [ 1194.140725] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.150868] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.263570] env[65311]: WARNING neutronclient.v2_0.client [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.348084] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429149, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.409445] env[65311]: DEBUG oslo_concurrency.lockutils [None req-97af6602-b59e-444a-a1f9-2ef4dfba3666 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.475123] env[65311]: DEBUG nova.compute.utils [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.547196] env[65311]: WARNING neutronclient.v2_0.client [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.598792] env[65311]: DEBUG nova.compute.utils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.600766] env[65311]: DEBUG nova.compute.manager [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1194.600957] env[65311]: DEBUG nova.network.neutron [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1194.601268] env[65311]: WARNING neutronclient.v2_0.client [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.601560] env[65311]: WARNING neutronclient.v2_0.client [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.621476] env[65311]: DEBUG nova.network.neutron [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating instance_info_cache with network_info: [{"id": "0936ac13-cee3-42ed-834c-377791127339", "address": "fa:16:3e:6f:7a:15", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0936ac13-ce", "ovs_interfaceid": "0936ac13-cee3-42ed-834c-377791127339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.656260] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429152, 'name': ReconfigVM_Task, 'duration_secs': 0.270527} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.656553] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1194.657377] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b737f3-3255-4bf0-afdc-1f58f7d49089 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.663230] env[65311]: DEBUG nova.policy [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1067b44ee763428bb527e10dba99b076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '914ab6cb74df49558377ad7293e407e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.686061] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd/23e41a0e-301e-4b0b-a6af-c7ed88dc05bd.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.689218] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f425959-219a-4623-accf-70ae8d5bece0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.709952] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1194.709952] env[65311]: value = "task-4429153" [ 1194.709952] env[65311]: _type = "Task" [ 1194.709952] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.721537] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429153, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.801322] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e91816-33a9-4a44-b566-2fdbb7a3911c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.809966] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6726f02-f4a8-4525-a2e9-02ad620c0d93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.844413] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde37a27-c3ad-4263-a2ba-5a3309ce5962 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.856168] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429149, 'name': Rename_Task, 'duration_secs': 1.061991} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.856543] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.857660] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a64a7-4b22-4ff3-8da0-f7f554501aa4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.861467] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55fa81a4-599e-45bf-87e4-cdf14faf497a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.874461] env[65311]: DEBUG nova.compute.provider_tree [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.877783] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1194.877783] env[65311]: value = "task-4429154" [ 1194.877783] env[65311]: _type = "Task" [ 1194.877783] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.887033] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429154, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.953788] env[65311]: DEBUG nova.network.neutron [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Successfully created port: c30fc00f-84d0-4319-86b7-f9f38baa91ae {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1194.981081] env[65311]: DEBUG oslo_concurrency.lockutils [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.104288] env[65311]: DEBUG nova.compute.manager [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1195.124941] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.125628] env[65311]: WARNING neutronclient.v2_0.client [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.125955] env[65311]: WARNING neutronclient.v2_0.client [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.220447] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429153, 'name': ReconfigVM_Task, 'duration_secs': 0.292694} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.220750] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd/23e41a0e-301e-4b0b-a6af-c7ed88dc05bd.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.221913] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e4d2cd-21c5-42f8-a81d-503152ed8d80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.243348] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af5e740-d5cb-4c7a-9691-4f13b77c4535 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.265321] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670318cd-4ef0-4a2c-8e57-580ecb3fdf80 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.287831] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8724a4d3-eabf-420e-87b6-b53176494d7a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.295847] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.296142] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a16bd8f-10a7-4fc1-8c15-0a987843b854 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.303656] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1195.303656] env[65311]: value = "task-4429155" [ 1195.303656] env[65311]: _type = "Task" [ 1195.303656] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.313075] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.379638] env[65311]: DEBUG nova.scheduler.client.report [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.393216] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429154, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.552497] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.553870] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67531c8-d5ed-4188-8fdf-2341956c39ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.563606] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.564419] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b0acfd4-e97d-42d4-9978-cdbb24fda07b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.645283] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.645653] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.645778] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleting the datastore file [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.646050] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-519b0dff-8f8b-4324-b888-bc9e0b393ee8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.653257] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "a68938e3-b94e-402a-a603-8e10a1542b69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.653544] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.653744] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "a68938e3-b94e-402a-a603-8e10a1542b69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.653915] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.654101] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.657329] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1195.657329] env[65311]: value = "task-4429157" [ 1195.657329] env[65311]: _type = "Task" [ 1195.657329] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.657545] env[65311]: INFO nova.compute.manager [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Terminating instance [ 1195.669658] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.710299] env[65311]: DEBUG nova.compute.manager [req-81ba73f3-fbaa-4b4d-9069-42cd57418f5d req-31e4cc77-b6c8-4325-ad7e-86b54b2434e1 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received event network-vif-unplugged-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1195.710462] env[65311]: DEBUG oslo_concurrency.lockutils [req-81ba73f3-fbaa-4b4d-9069-42cd57418f5d req-31e4cc77-b6c8-4325-ad7e-86b54b2434e1 service nova] Acquiring lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.710547] env[65311]: DEBUG oslo_concurrency.lockutils [req-81ba73f3-fbaa-4b4d-9069-42cd57418f5d req-31e4cc77-b6c8-4325-ad7e-86b54b2434e1 service nova] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.712103] env[65311]: DEBUG oslo_concurrency.lockutils [req-81ba73f3-fbaa-4b4d-9069-42cd57418f5d req-31e4cc77-b6c8-4325-ad7e-86b54b2434e1 service nova] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.712360] env[65311]: DEBUG nova.compute.manager [req-81ba73f3-fbaa-4b4d-9069-42cd57418f5d req-31e4cc77-b6c8-4325-ad7e-86b54b2434e1 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] No waiting events found dispatching network-vif-unplugged-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1195.712991] env[65311]: WARNING nova.compute.manager [req-81ba73f3-fbaa-4b4d-9069-42cd57418f5d req-31e4cc77-b6c8-4325-ad7e-86b54b2434e1 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received unexpected event network-vif-unplugged-0936ac13-cee3-42ed-834c-377791127339 for instance with vm_state shelved and task_state shelving_offloading. [ 1195.814554] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.888346] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.898959] env[65311]: DEBUG oslo_vmware.api [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429154, 'name': PowerOnVM_Task, 'duration_secs': 0.603339} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.899351] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.899626] env[65311]: INFO nova.compute.manager [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1195.899876] env[65311]: DEBUG nova.compute.manager [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1195.901043] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56d3a38-9835-48c0-8789-f77603487312 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.915020] env[65311]: INFO nova.scheduler.client.report [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleted allocations for instance 456d2124-ab46-4e7c-b134-4ea04968013e [ 1196.058583] env[65311]: DEBUG oslo_concurrency.lockutils [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.058862] env[65311]: DEBUG oslo_concurrency.lockutils [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.059128] env[65311]: INFO nova.compute.manager [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Attaching volume b79f31e1-a762-4226-9f8f-e545f8ececeb to /dev/sdc [ 1196.096141] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78671eff-5a40-4276-a801-252ef49bc98e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.104552] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a88880-327f-4635-95b7-0c25cbabec0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.115109] env[65311]: DEBUG nova.compute.manager [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1196.122643] env[65311]: DEBUG nova.virt.block_device [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Updating existing volume attachment record: 339260f9-7fac-4ac3-91c7-5521264fb638 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1196.148189] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1196.148431] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.148575] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1196.148747] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.148885] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1196.149032] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1196.149227] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1196.149376] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1196.149534] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1196.149687] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1196.149845] env[65311]: DEBUG nova.virt.hardware [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1196.150744] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2300414c-da3a-48c3-9e58-c90a8eb0da58 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.159782] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8107beb-92fb-4b24-838f-112378b78fd4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.164127] env[65311]: DEBUG nova.compute.manager [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1196.164283] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.168009] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00195367-f0f2-4472-868f-a99e359dc106 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.186781] env[65311]: DEBUG oslo_vmware.api [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140089} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.187112] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.187394] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.187565] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.187728] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.189859] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b66de4a7-8da4-4124-a81c-76d4ae3e0040 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.199096] env[65311]: DEBUG oslo_vmware.api [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1196.199096] env[65311]: value = "task-4429158" [ 1196.199096] env[65311]: _type = "Task" [ 1196.199096] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.208759] env[65311]: DEBUG oslo_vmware.api [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.209901] env[65311]: INFO nova.scheduler.client.report [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted allocations for instance 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 [ 1196.302062] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.302347] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.302514] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1196.316558] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.426990] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6b7d753a-6909-4265-aa75-a23efc743d92 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "456d2124-ab46-4e7c-b134-4ea04968013e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.540s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.427925] env[65311]: INFO nova.compute.manager [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Took 15.83 seconds to build instance. [ 1196.442504] env[65311]: DEBUG nova.compute.manager [req-60891bb2-d190-4a53-aae3-b898b16ac92d req-98a98fe3-c96a-423d-a92e-f5b82c94de6e service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Received event network-vif-plugged-c30fc00f-84d0-4319-86b7-f9f38baa91ae {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1196.442638] env[65311]: DEBUG oslo_concurrency.lockutils [req-60891bb2-d190-4a53-aae3-b898b16ac92d req-98a98fe3-c96a-423d-a92e-f5b82c94de6e service nova] Acquiring lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.442864] env[65311]: DEBUG oslo_concurrency.lockutils [req-60891bb2-d190-4a53-aae3-b898b16ac92d req-98a98fe3-c96a-423d-a92e-f5b82c94de6e service nova] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.442990] env[65311]: DEBUG oslo_concurrency.lockutils [req-60891bb2-d190-4a53-aae3-b898b16ac92d req-98a98fe3-c96a-423d-a92e-f5b82c94de6e service nova] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.443161] env[65311]: DEBUG nova.compute.manager [req-60891bb2-d190-4a53-aae3-b898b16ac92d req-98a98fe3-c96a-423d-a92e-f5b82c94de6e service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] No waiting events found dispatching network-vif-plugged-c30fc00f-84d0-4319-86b7-f9f38baa91ae {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1196.443332] env[65311]: WARNING nova.compute.manager [req-60891bb2-d190-4a53-aae3-b898b16ac92d req-98a98fe3-c96a-423d-a92e-f5b82c94de6e service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Received unexpected event network-vif-plugged-c30fc00f-84d0-4319-86b7-f9f38baa91ae for instance with vm_state building and task_state spawning. [ 1196.534897] env[65311]: DEBUG nova.network.neutron [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Successfully updated port: c30fc00f-84d0-4319-86b7-f9f38baa91ae {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1196.710574] env[65311]: DEBUG oslo_vmware.api [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429158, 'name': PowerOffVM_Task, 'duration_secs': 0.25834} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.710852] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.711025] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.711295] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fc0e65c-e07b-49f3-a2cd-1a5fabff2fae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.713954] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.714216] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.714433] env[65311]: DEBUG nova.objects.instance [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'resources' on Instance uuid 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.785755] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.786087] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.786356] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleting the datastore file [datastore2] a68938e3-b94e-402a-a603-8e10a1542b69 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.787066] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b44869f-5360-47d2-9d13-6a7a9e3b3f2c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.795185] env[65311]: DEBUG oslo_vmware.api [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1196.795185] env[65311]: value = "task-4429161" [ 1196.795185] env[65311]: _type = "Task" [ 1196.795185] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.805850] env[65311]: DEBUG oslo_vmware.api [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.816344] env[65311]: DEBUG oslo_vmware.api [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429155, 'name': PowerOnVM_Task, 'duration_secs': 1.06633} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.816568] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.930287] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c2f746ca-8539-4027-a82c-3309c0a60932 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.341s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.038797] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.038797] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.038954] env[65311]: DEBUG nova.network.neutron [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1197.218081] env[65311]: DEBUG nova.objects.instance [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'numa_topology' on Instance uuid 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.307736] env[65311]: DEBUG oslo_vmware.api [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148201} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.308025] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.308206] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.308379] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.308537] env[65311]: INFO nova.compute.manager [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1197.308843] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1197.308939] env[65311]: DEBUG nova.compute.manager [-] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1197.309042] env[65311]: DEBUG nova.network.neutron [-] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1197.309289] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.520136] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.718655] env[65311]: DEBUG nova.network.neutron [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1197.721923] env[65311]: DEBUG nova.objects.base [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Object Instance<5dbb6c8e-284a-4033-a68f-e44ea1b7ee70> lazy-loaded attributes: resources,numa_topology {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1197.756055] env[65311]: DEBUG nova.compute.manager [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received event network-changed-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1197.756055] env[65311]: DEBUG nova.compute.manager [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Refreshing instance network info cache due to event network-changed-0936ac13-cee3-42ed-834c-377791127339. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1197.756055] env[65311]: DEBUG oslo_concurrency.lockutils [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] Acquiring lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.756055] env[65311]: DEBUG oslo_concurrency.lockutils [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] Acquired lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.756055] env[65311]: DEBUG nova.network.neutron [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Refreshing network info cache for port 0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.828516] env[65311]: INFO nova.compute.manager [None req-1af5d5a9-648b-4ded-82a0-14b964be2a96 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance to original state: 'active' [ 1197.892487] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f12964-8e60-46c9-aca6-507c417202e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.901235] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f32dbf-aa34-4187-ba79-4213dd274b12 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.933312] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5a05fe-5716-445f-a95c-8c951ed03631 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.945813] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549948f7-0f7f-4495-86e5-b07425dc1259 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.968462] env[65311]: DEBUG nova.compute.provider_tree [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.193206] env[65311]: WARNING neutronclient.v2_0.client [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.259529] env[65311]: WARNING neutronclient.v2_0.client [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.295076] env[65311]: DEBUG nova.network.neutron [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance_info_cache with network_info: [{"id": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "address": "fa:16:3e:70:ad:15", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30fc00f-84", "ovs_interfaceid": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.474534] env[65311]: DEBUG nova.scheduler.client.report [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.492047] env[65311]: DEBUG nova.compute.manager [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Received event network-changed-c30fc00f-84d0-4319-86b7-f9f38baa91ae {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1198.492047] env[65311]: DEBUG nova.compute.manager [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Refreshing instance network info cache due to event network-changed-c30fc00f-84d0-4319-86b7-f9f38baa91ae. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1198.492047] env[65311]: DEBUG oslo_concurrency.lockutils [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] Acquiring lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.502730] env[65311]: WARNING neutronclient.v2_0.client [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.538884] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.577440] env[65311]: DEBUG nova.network.neutron [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updated VIF entry in instance network info cache for port 0936ac13-cee3-42ed-834c-377791127339. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1198.577901] env[65311]: DEBUG nova.network.neutron [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating instance_info_cache with network_info: [{"id": "0936ac13-cee3-42ed-834c-377791127339", "address": "fa:16:3e:6f:7a:15", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": null, "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0936ac13-ce", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.609355] env[65311]: DEBUG nova.network.neutron [-] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.799767] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.800550] env[65311]: DEBUG nova.compute.manager [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Instance network_info: |[{"id": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "address": "fa:16:3e:70:ad:15", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30fc00f-84", "ovs_interfaceid": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1198.800850] env[65311]: DEBUG oslo_concurrency.lockutils [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] Acquired lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.801104] env[65311]: DEBUG nova.network.neutron [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Refreshing network info cache for port c30fc00f-84d0-4319-86b7-f9f38baa91ae {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.802489] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:ad:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c30fc00f-84d0-4319-86b7-f9f38baa91ae', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.812629] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1198.813902] env[65311]: WARNING neutronclient.v2_0.client [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.816403] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.817469] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a44d470a-a02e-4163-ac35-f1b47fc30cb8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.843745] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.843745] env[65311]: value = "task-4429163" [ 1198.843745] env[65311]: _type = "Task" [ 1198.843745] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.852915] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429163, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.975208] env[65311]: WARNING neutronclient.v2_0.client [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.977925] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.050683] env[65311]: DEBUG nova.network.neutron [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updated VIF entry in instance network info cache for port c30fc00f-84d0-4319-86b7-f9f38baa91ae. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1199.051042] env[65311]: DEBUG nova.network.neutron [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance_info_cache with network_info: [{"id": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "address": "fa:16:3e:70:ad:15", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30fc00f-84", "ovs_interfaceid": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.083148] env[65311]: DEBUG oslo_concurrency.lockutils [req-e217940a-d12c-4d83-bb93-6314f9874906 req-a30016c1-8ea4-4ed0-ba10-a38344b18eb6 service nova] Releasing lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.112622] env[65311]: INFO nova.compute.manager [-] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Took 1.80 seconds to deallocate network for instance. [ 1199.304428] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.304428] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.333772] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.334011] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.355357] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429163, 'name': CreateVM_Task, 'duration_secs': 0.377742} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.355540] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.356039] env[65311]: WARNING neutronclient.v2_0.client [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.356385] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.356533] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.356839] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.357322] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1592346-c63e-466a-ad65-366b4f157173 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.363741] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1199.363741] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235825c-93d6-a7a4-3ea5-a7c9b28e8d5c" [ 1199.363741] env[65311]: _type = "Task" [ 1199.363741] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.372852] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235825c-93d6-a7a4-3ea5-a7c9b28e8d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.486722] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6850e4d2-6f35-44fe-aefc-7e5f3a69cbd6 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.160s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.487716] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.949s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.487919] env[65311]: INFO nova.compute.manager [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Unshelving [ 1199.553401] env[65311]: DEBUG oslo_concurrency.lockutils [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] Releasing lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.553735] env[65311]: DEBUG nova.compute.manager [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received event network-changed-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1199.553922] env[65311]: DEBUG nova.compute.manager [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Refreshing instance network info cache due to event network-changed-341fc765-f45c-46ba-abd4-bb9992b32b9c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1199.554154] env[65311]: DEBUG oslo_concurrency.lockutils [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] Acquiring lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.554291] env[65311]: DEBUG oslo_concurrency.lockutils [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] Acquired lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.554449] env[65311]: DEBUG nova.network.neutron [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Refreshing network info cache for port 341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.620178] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.620485] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.620743] env[65311]: DEBUG nova.objects.instance [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lazy-loading 'resources' on Instance uuid a68938e3-b94e-402a-a603-8e10a1542b69 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.690176] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.690407] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.773083] env[65311]: DEBUG nova.compute.manager [req-99efcdcf-f46e-44c1-8b65-7a6959d5210b req-f43aa8b2-6892-409d-84bc-6afcb4374007 service nova] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Received event network-vif-deleted-128553ba-5e81-412f-8e65-36b46e4346d5 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1199.837449] env[65311]: DEBUG nova.compute.manager [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1199.877650] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5235825c-93d6-a7a4-3ea5-a7c9b28e8d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.877959] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.878201] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.878427] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.878567] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.878738] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.879010] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fba74624-aaa9-42e1-8e0e-51a0cff61030 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.888651] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.888838] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.889556] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a202b8-eb42-4242-a8ef-70f4d999be83 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.895202] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1199.895202] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52db2188-4d24-f47b-ac73-8ccc10308804" [ 1199.895202] env[65311]: _type = "Task" [ 1199.895202] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.904939] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52db2188-4d24-f47b-ac73-8ccc10308804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.058357] env[65311]: WARNING neutronclient.v2_0.client [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.154286] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.154578] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.154753] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.154931] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.155104] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.159619] env[65311]: INFO nova.compute.manager [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Terminating instance [ 1200.193610] env[65311]: DEBUG nova.compute.utils [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.234637] env[65311]: WARNING neutronclient.v2_0.client [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.302064] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.302283] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.302455] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.302628] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.311792] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051e3e66-bccc-4326-8176-2b8141dc1bcd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.322013] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de669cbe-53b0-49bc-9102-49448a9c20a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.326053] env[65311]: DEBUG nova.network.neutron [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updated VIF entry in instance network info cache for port 341fc765-f45c-46ba-abd4-bb9992b32b9c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1200.326427] env[65311]: DEBUG nova.network.neutron [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating instance_info_cache with network_info: [{"id": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "address": "fa:16:3e:e3:01:ed", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341fc765-f4", "ovs_interfaceid": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.363978] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46541c7-464c-4df7-98a6-44a2d7dbdf35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.374350] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ee3e99-92ec-43d4-9817-f5c0e8b79f93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.380069] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.393233] env[65311]: DEBUG nova.compute.provider_tree [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.406577] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52db2188-4d24-f47b-ac73-8ccc10308804, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.407992] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f67065d-36e9-439d-bc32-7572d0ed0a75 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.415045] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1200.415045] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5291d3f5-6e9f-ed36-af28-92fce343da36" [ 1200.415045] env[65311]: _type = "Task" [ 1200.415045] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.424712] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5291d3f5-6e9f-ed36-af28-92fce343da36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.510882] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.663708] env[65311]: DEBUG nova.compute.manager [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1200.663708] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.664677] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368df781-414a-4e8c-876a-f96abaf8890c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.670238] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1200.670646] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866668', 'volume_id': 'b79f31e1-a762-4226-9f8f-e545f8ececeb', 'name': 'volume-b79f31e1-a762-4226-9f8f-e545f8ececeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2088cee-5c79-4f7f-b713-0fc1e54e6d8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b79f31e1-a762-4226-9f8f-e545f8ececeb', 'serial': 'b79f31e1-a762-4226-9f8f-e545f8ececeb'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1200.671741] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a2c66b-1e02-45e8-b661-ad1b255cd7e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.677779] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.678408] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f22911e5-63b4-4d96-9d14-72c8fed46c2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.694305] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba1ffd6-6d3d-4ab7-abb3-fadd133ec904 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.697475] env[65311]: DEBUG oslo_vmware.api [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1200.697475] env[65311]: value = "task-4429164" [ 1200.697475] env[65311]: _type = "Task" [ 1200.697475] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.698114] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.726717] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-b79f31e1-a762-4226-9f8f-e545f8ececeb/volume-b79f31e1-a762-4226-9f8f-e545f8ececeb.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.728136] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a405a7-5539-4f98-8741-5f239033f7df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.746416] env[65311]: DEBUG oslo_vmware.api [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.753752] env[65311]: DEBUG oslo_vmware.api [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1200.753752] env[65311]: value = "task-4429165" [ 1200.753752] env[65311]: _type = "Task" [ 1200.753752] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.763657] env[65311]: DEBUG oslo_vmware.api [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.806266] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.829918] env[65311]: DEBUG oslo_concurrency.lockutils [req-8ba49ea0-3e6e-48a1-ab6e-87794224b5ee req-564ce35e-0761-4b5b-b898-50d550ca7b59 service nova] Releasing lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.896468] env[65311]: DEBUG nova.scheduler.client.report [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.926613] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5291d3f5-6e9f-ed36-af28-92fce343da36, 'name': SearchDatastore_Task, 'duration_secs': 0.01093} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.926917] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.927208] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] e80a1dfd-f6ed-4a2e-b371-38dd458db3ce/e80a1dfd-f6ed-4a2e-b371-38dd458db3ce.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.927483] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a5c4632-a83c-47d9-902a-3ac79eb7f8eb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.935847] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1200.935847] env[65311]: value = "task-4429166" [ 1200.935847] env[65311]: _type = "Task" [ 1200.935847] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.945262] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.211667] env[65311]: DEBUG oslo_vmware.api [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429164, 'name': PowerOffVM_Task, 'duration_secs': 0.186121} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.212078] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.212322] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.212761] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f42652c5-07ec-4749-bbbd-7d3196959b0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.268208] env[65311]: DEBUG oslo_vmware.api [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429165, 'name': ReconfigVM_Task, 'duration_secs': 0.396112} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.270172] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-b79f31e1-a762-4226-9f8f-e545f8ececeb/volume-b79f31e1-a762-4226-9f8f-e545f8ececeb.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.278102] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f472f39-9caf-4c72-a06c-499431bd6728 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.294798] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.295064] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.295250] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleting the datastore file [datastore2] 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.295952] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de5a8b29-05e1-4bb6-9d16-8e3d779fff1e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.301666] env[65311]: DEBUG oslo_vmware.api [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1201.301666] env[65311]: value = "task-4429168" [ 1201.301666] env[65311]: _type = "Task" [ 1201.301666] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.307483] env[65311]: DEBUG oslo_vmware.api [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1201.307483] env[65311]: value = "task-4429169" [ 1201.307483] env[65311]: _type = "Task" [ 1201.307483] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.314876] env[65311]: DEBUG oslo_vmware.api [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.320705] env[65311]: DEBUG oslo_vmware.api [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.402354] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.405744] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.026s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.407607] env[65311]: INFO nova.compute.claims [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.430652] env[65311]: INFO nova.scheduler.client.report [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleted allocations for instance a68938e3-b94e-402a-a603-8e10a1542b69 [ 1201.447087] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429166, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.778319] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.778609] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.778854] env[65311]: INFO nova.compute.manager [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Attaching volume 42edaee7-f002-4a0c-8d3c-6cae3cf34f00 to /dev/sdb [ 1201.809690] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f23caa-990d-4157-b26b-3f16c1ef59e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.818721] env[65311]: DEBUG oslo_vmware.api [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429168, 'name': ReconfigVM_Task, 'duration_secs': 0.16943} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.819517] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866668', 'volume_id': 'b79f31e1-a762-4226-9f8f-e545f8ececeb', 'name': 'volume-b79f31e1-a762-4226-9f8f-e545f8ececeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2088cee-5c79-4f7f-b713-0fc1e54e6d8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b79f31e1-a762-4226-9f8f-e545f8ececeb', 'serial': 'b79f31e1-a762-4226-9f8f-e545f8ececeb'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1201.823931] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d6d11b-d667-4819-b297-907099db013e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.829077] env[65311]: DEBUG oslo_vmware.api [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399114} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.829654] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.829906] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.830116] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.830326] env[65311]: INFO nova.compute.manager [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1201.830595] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1201.830811] env[65311]: DEBUG nova.compute.manager [-] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1201.830928] env[65311]: DEBUG nova.network.neutron [-] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1201.831232] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.840862] env[65311]: DEBUG nova.virt.block_device [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating existing volume attachment record: ef8fc23d-05ac-421e-b796-2bbfabe12716 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1201.874312] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.941945] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ae082443-85e1-4d5d-b4dd-675338a21db0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "a68938e3-b94e-402a-a603-8e10a1542b69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.288s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.950463] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538216} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.950578] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] e80a1dfd-f6ed-4a2e-b371-38dd458db3ce/e80a1dfd-f6ed-4a2e-b371-38dd458db3ce.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.950763] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.951092] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94dee2e8-2f01-4b61-a1f9-0473ca4196d6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.960105] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1201.960105] env[65311]: value = "task-4429170" [ 1201.960105] env[65311]: _type = "Task" [ 1201.960105] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.971227] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.437089] env[65311]: DEBUG nova.compute.manager [req-32f2e99a-116b-4080-a6bb-ac113a24b3b9 req-73702a19-df5b-4847-9833-be0dfd548139 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Received event network-vif-deleted-dfdfd6bd-0aa4-4523-8229-9b5f8e350a80 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1202.437364] env[65311]: INFO nova.compute.manager [req-32f2e99a-116b-4080-a6bb-ac113a24b3b9 req-73702a19-df5b-4847-9833-be0dfd548139 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Neutron deleted interface dfdfd6bd-0aa4-4523-8229-9b5f8e350a80; detaching it from the instance and deleting it from the info cache [ 1202.437457] env[65311]: DEBUG nova.network.neutron [req-32f2e99a-116b-4080-a6bb-ac113a24b3b9 req-73702a19-df5b-4847-9833-be0dfd548139 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.470274] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170865} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.470486] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.471399] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a851267-1eee-4922-af5b-976952a2d89f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.499776] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e80a1dfd-f6ed-4a2e-b371-38dd458db3ce/e80a1dfd-f6ed-4a2e-b371-38dd458db3ce.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.502928] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9164317b-5ed4-4751-8013-96746f74a3fd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.525296] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1202.525296] env[65311]: value = "task-4429174" [ 1202.525296] env[65311]: _type = "Task" [ 1202.525296] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.535634] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.609706] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e2e55f-2716-496b-9a9d-b0fdfd054467 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.618880] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db852d70-f430-442a-ba48-073ee42151a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.652391] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08030169-3592-4e03-8754-6166cd04dadc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.660666] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33ae09f-1437-4112-997a-e1196e67bad4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.675143] env[65311]: DEBUG nova.compute.provider_tree [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.878923] env[65311]: DEBUG nova.objects.instance [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid b2088cee-5c79-4f7f-b713-0fc1e54e6d8c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.902273] env[65311]: DEBUG nova.network.neutron [-] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.942860] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b23a329-d6e0-4656-9551-93fe171da870 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.954284] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca82614d-9e5e-496b-9100-f8f7da56a36b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.986382] env[65311]: DEBUG nova.compute.manager [req-32f2e99a-116b-4080-a6bb-ac113a24b3b9 req-73702a19-df5b-4847-9833-be0dfd548139 service nova] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Detach interface failed, port_id=dfdfd6bd-0aa4-4523-8229-9b5f8e350a80, reason: Instance 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1203.036068] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429174, 'name': ReconfigVM_Task, 'duration_secs': 0.284045} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.036121] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e80a1dfd-f6ed-4a2e-b371-38dd458db3ce/e80a1dfd-f6ed-4a2e-b371-38dd458db3ce.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.036810] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ea88633-2a01-45a1-b08b-ee85ff15377f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.044819] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1203.044819] env[65311]: value = "task-4429175" [ 1203.044819] env[65311]: _type = "Task" [ 1203.044819] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.056426] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429175, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.178805] env[65311]: DEBUG nova.scheduler.client.report [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.383923] env[65311]: DEBUG oslo_concurrency.lockutils [None req-318019b3-c4bd-4747-949b-c043f7c142c3 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.325s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.405423] env[65311]: INFO nova.compute.manager [-] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Took 1.57 seconds to deallocate network for instance. [ 1203.555222] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429175, 'name': Rename_Task, 'duration_secs': 0.161402} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.555595] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.555866] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ba2b14d-9e7b-4123-8642-83332e65dc13 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.563506] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1203.563506] env[65311]: value = "task-4429176" [ 1203.563506] env[65311]: _type = "Task" [ 1203.563506] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.573927] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.687157] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.687705] env[65311]: DEBUG nova.compute.manager [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1203.690479] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.180s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.690684] env[65311]: DEBUG nova.objects.instance [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'pci_requests' on Instance uuid 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.691679] env[65311]: DEBUG oslo_concurrency.lockutils [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.691916] env[65311]: DEBUG oslo_concurrency.lockutils [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.912569] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.076247] env[65311]: DEBUG oslo_vmware.api [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429176, 'name': PowerOnVM_Task, 'duration_secs': 0.485134} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.076543] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.076959] env[65311]: INFO nova.compute.manager [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1204.076959] env[65311]: DEBUG nova.compute.manager [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1204.077807] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa841f5-1b2e-4655-96ec-a59d926616b6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.196444] env[65311]: DEBUG nova.compute.utils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.200770] env[65311]: DEBUG nova.objects.instance [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'numa_topology' on Instance uuid 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.201924] env[65311]: INFO nova.compute.manager [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Detaching volume 0f6d914a-6e69-467c-b7da-6e37b622e33c [ 1204.205148] env[65311]: DEBUG nova.compute.manager [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1204.205250] env[65311]: DEBUG nova.network.neutron [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1204.206586] env[65311]: WARNING neutronclient.v2_0.client [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.206586] env[65311]: WARNING neutronclient.v2_0.client [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.250271] env[65311]: INFO nova.virt.block_device [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Attempting to driver detach volume 0f6d914a-6e69-467c-b7da-6e37b622e33c from mountpoint /dev/sdb [ 1204.250483] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1204.250728] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866666', 'volume_id': '0f6d914a-6e69-467c-b7da-6e37b622e33c', 'name': 'volume-0f6d914a-6e69-467c-b7da-6e37b622e33c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2088cee-5c79-4f7f-b713-0fc1e54e6d8c', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6d914a-6e69-467c-b7da-6e37b622e33c', 'serial': '0f6d914a-6e69-467c-b7da-6e37b622e33c'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1204.251775] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f73a5ae-a4c1-422f-9d96-fe5f2d368d07 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.257698] env[65311]: DEBUG nova.policy [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26aaaf67c344788b3bdd010e529a97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec8893005944de781a2ec2b640d87fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.289818] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a537348c-8103-441b-86fd-626e2501fb65 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.301465] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef6da3-92d3-4d55-a195-e5a7ce0988d0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.328477] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a468fe2a-2522-421e-8bc3-2fa14541f59d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.346186] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The volume has not been displaced from its original location: [datastore2] volume-0f6d914a-6e69-467c-b7da-6e37b622e33c/volume-0f6d914a-6e69-467c-b7da-6e37b622e33c.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1204.351544] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.351853] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9db1480-7aee-4fe3-a767-2f30a892caaa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.372110] env[65311]: DEBUG oslo_vmware.api [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1204.372110] env[65311]: value = "task-4429178" [ 1204.372110] env[65311]: _type = "Task" [ 1204.372110] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.381270] env[65311]: DEBUG oslo_vmware.api [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.600853] env[65311]: INFO nova.compute.manager [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Took 14.39 seconds to build instance. [ 1204.621785] env[65311]: DEBUG nova.network.neutron [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Successfully created port: 0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1204.702554] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "aa47b420-809c-4fef-91ff-a6e1076625c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.702989] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.705752] env[65311]: INFO nova.compute.claims [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.708150] env[65311]: DEBUG nova.compute.manager [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1204.884012] env[65311]: DEBUG oslo_vmware.api [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.060066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.060382] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.104683] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0a085736-d43f-492e-90c9-7d784ff33f64 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.906s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.205155] env[65311]: DEBUG nova.compute.manager [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1205.386346] env[65311]: DEBUG oslo_vmware.api [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429178, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.563446] env[65311]: DEBUG nova.compute.manager [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1205.720811] env[65311]: DEBUG nova.compute.manager [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1205.729215] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.746194] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1205.746560] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.746792] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1205.746993] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.747149] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1205.747291] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1205.747562] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1205.747734] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1205.747900] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1205.748071] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1205.748251] env[65311]: DEBUG nova.virt.hardware [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1205.749116] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009496b2-3047-4ee5-8fb4-092fa536f581 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.759661] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af61607-9098-469d-83d0-3273bdae4f85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.885562] env[65311]: DEBUG oslo_vmware.api [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429178, 'name': ReconfigVM_Task, 'duration_secs': 1.314664} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.886150] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.892707] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3c596f-7daa-4cef-bd43-cdc24cbf2c62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.908725] env[65311]: DEBUG oslo_vmware.api [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1205.908725] env[65311]: value = "task-4429179" [ 1205.908725] env[65311]: _type = "Task" [ 1205.908725] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.918110] env[65311]: DEBUG oslo_vmware.api [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.925316] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09f0f4b-4bd3-4857-a60a-56cb7340acd0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.933043] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b01049-397e-4451-bcb7-d319ede00bf6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.966059] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a236feca-b997-4431-9044-5fbcec58fd6e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.974489] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab9f0db-68ec-4ff6-8134-4120c5f36623 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.988822] env[65311]: DEBUG nova.compute.provider_tree [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.034775] env[65311]: DEBUG nova.compute.manager [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Stashing vm_state: active {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1206.052132] env[65311]: DEBUG nova.compute.manager [req-8a60382e-911d-4fcb-b3ba-7bfc7dbd60be req-9302e497-56be-496b-8646-6fec214ca23a service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received event network-vif-plugged-0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1206.052496] env[65311]: DEBUG oslo_concurrency.lockutils [req-8a60382e-911d-4fcb-b3ba-7bfc7dbd60be req-9302e497-56be-496b-8646-6fec214ca23a service nova] Acquiring lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.052799] env[65311]: DEBUG oslo_concurrency.lockutils [req-8a60382e-911d-4fcb-b3ba-7bfc7dbd60be req-9302e497-56be-496b-8646-6fec214ca23a service nova] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.053116] env[65311]: DEBUG oslo_concurrency.lockutils [req-8a60382e-911d-4fcb-b3ba-7bfc7dbd60be req-9302e497-56be-496b-8646-6fec214ca23a service nova] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.053237] env[65311]: DEBUG nova.compute.manager [req-8a60382e-911d-4fcb-b3ba-7bfc7dbd60be req-9302e497-56be-496b-8646-6fec214ca23a service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] No waiting events found dispatching network-vif-plugged-0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1206.053420] env[65311]: WARNING nova.compute.manager [req-8a60382e-911d-4fcb-b3ba-7bfc7dbd60be req-9302e497-56be-496b-8646-6fec214ca23a service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received unexpected event network-vif-plugged-0ca63e53-1931-4159-9b63-86a99025f6b7 for instance with vm_state building and task_state spawning. [ 1206.083635] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.140786] env[65311]: DEBUG nova.network.neutron [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Successfully updated port: 0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1206.385638] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1206.385897] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866671', 'volume_id': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'name': 'volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84adf44e-0c27-47da-a2a9-f62b9aabc629', 'attached_at': '', 'detached_at': '', 'volume_id': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'serial': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1206.386830] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01250f27-3199-45d7-a768-968e796784b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.403956] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3303ec-a794-46a6-b1f0-c4da5c27c5b8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.428942] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00/volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.431845] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b5d5742-fc5b-47fe-85c8-1a531319281c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.450612] env[65311]: DEBUG oslo_vmware.api [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429179, 'name': ReconfigVM_Task, 'duration_secs': 0.158596} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.451856] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866666', 'volume_id': '0f6d914a-6e69-467c-b7da-6e37b622e33c', 'name': 'volume-0f6d914a-6e69-467c-b7da-6e37b622e33c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2088cee-5c79-4f7f-b713-0fc1e54e6d8c', 'attached_at': '', 'detached_at': '', 'volume_id': '0f6d914a-6e69-467c-b7da-6e37b622e33c', 'serial': '0f6d914a-6e69-467c-b7da-6e37b622e33c'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1206.454068] env[65311]: DEBUG oslo_vmware.api [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1206.454068] env[65311]: value = "task-4429180" [ 1206.454068] env[65311]: _type = "Task" [ 1206.454068] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.463374] env[65311]: DEBUG oslo_vmware.api [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.492633] env[65311]: DEBUG nova.scheduler.client.report [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.555502] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.645559] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.645701] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.645881] env[65311]: DEBUG nova.network.neutron [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1206.967175] env[65311]: DEBUG oslo_vmware.api [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429180, 'name': ReconfigVM_Task, 'duration_secs': 0.35436} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.967503] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00/volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.972333] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e067d4-20fe-445f-a363-79bfc52c70c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.990415] env[65311]: DEBUG oslo_vmware.api [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1206.990415] env[65311]: value = "task-4429181" [ 1206.990415] env[65311]: _type = "Task" [ 1206.990415] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.996289] env[65311]: DEBUG nova.objects.instance [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid b2088cee-5c79-4f7f-b713-0fc1e54e6d8c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.998481] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.308s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.998839] env[65311]: WARNING neutronclient.v2_0.client [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.006112] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.200s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.006268] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.006313] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1207.006690] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.094s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.006829] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.008994] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.280s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.010706] env[65311]: INFO nova.compute.claims [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.013785] env[65311]: DEBUG oslo_vmware.api [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.016031] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eacebf2-921f-4b44-858f-d94cf5374c78 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.026839] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4687029f-5ec6-4272-918d-7530608c649e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.047050] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a60d1d-ba53-4128-8c1a-f425a43d74c1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.056502] env[65311]: INFO nova.network.neutron [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating port 0936ac13-cee3-42ed-834c-377791127339 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1207.061039] env[65311]: INFO nova.scheduler.client.report [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted allocations for instance 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd [ 1207.063522] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b536ba45-e2a1-4136-a56d-055ac54d4f51 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.100484] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178982MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1207.100630] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.200155] env[65311]: DEBUG nova.network.neutron [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1207.316637] env[65311]: WARNING neutronclient.v2_0.client [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.407658] env[65311]: DEBUG nova.network.neutron [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.504008] env[65311]: DEBUG oslo_vmware.api [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.575430] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e70c6c56-f0a1-4a7b-88d7-4eda2431b1c4 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "23e41a0e-301e-4b0b-a6af-c7ed88dc05bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.420s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.911160] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.911570] env[65311]: DEBUG nova.compute.manager [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Instance network_info: |[{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1207.912017] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:8e:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ca63e53-1931-4159-9b63-86a99025f6b7', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.919793] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1207.920066] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.920299] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9570bb6-730e-46c5-aed6-46f26f9840b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.941622] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.941622] env[65311]: value = "task-4429182" [ 1207.941622] env[65311]: _type = "Task" [ 1207.941622] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.950831] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429182, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.003561] env[65311]: DEBUG oslo_vmware.api [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.011328] env[65311]: DEBUG oslo_concurrency.lockutils [None req-904706cc-06b6-4113-bee7-5aecdcb6ec37 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.319s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.071578] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.072032] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.139241] env[65311]: DEBUG nova.compute.manager [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1208.139241] env[65311]: DEBUG nova.compute.manager [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing instance network info cache due to event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1208.139491] env[65311]: DEBUG oslo_concurrency.lockutils [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] Acquiring lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.139545] env[65311]: DEBUG oslo_concurrency.lockutils [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] Acquired lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.139734] env[65311]: DEBUG nova.network.neutron [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.262210] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e636357-4c94-4bde-8284-5e734212bd74 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.274412] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd10675-9336-4389-95f1-3f373d024d42 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.323754] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f650dd09-a0e2-4698-9d94-7dc90a096e51 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.335545] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0440dd21-58c6-4883-96a9-5ff95a4aa349 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.356996] env[65311]: DEBUG nova.compute.provider_tree [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.452681] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429182, 'name': CreateVM_Task, 'duration_secs': 0.49352} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.452871] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.453394] env[65311]: WARNING neutronclient.v2_0.client [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.463102] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.463291] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.463610] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.463890] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9985682-e5ec-4491-b414-267380763216 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.470444] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1208.470444] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5208304c-b574-73e3-9066-c324dda19b9f" [ 1208.470444] env[65311]: _type = "Task" [ 1208.470444] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.480637] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5208304c-b574-73e3-9066-c324dda19b9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.502854] env[65311]: DEBUG oslo_vmware.api [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429181, 'name': ReconfigVM_Task, 'duration_secs': 1.188846} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.503014] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866671', 'volume_id': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'name': 'volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84adf44e-0c27-47da-a2a9-f62b9aabc629', 'attached_at': '', 'detached_at': '', 'volume_id': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'serial': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1208.546223] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "8ef6866f-e4ba-4b50-abad-343444a84712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.546459] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "8ef6866f-e4ba-4b50-abad-343444a84712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.576087] env[65311]: INFO nova.compute.manager [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Detaching volume b79f31e1-a762-4226-9f8f-e545f8ececeb [ 1208.609056] env[65311]: INFO nova.virt.block_device [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Attempting to driver detach volume b79f31e1-a762-4226-9f8f-e545f8ececeb from mountpoint /dev/sdc [ 1208.609321] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1208.609509] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866668', 'volume_id': 'b79f31e1-a762-4226-9f8f-e545f8ececeb', 'name': 'volume-b79f31e1-a762-4226-9f8f-e545f8ececeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2088cee-5c79-4f7f-b713-0fc1e54e6d8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b79f31e1-a762-4226-9f8f-e545f8ececeb', 'serial': 'b79f31e1-a762-4226-9f8f-e545f8ececeb'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1208.612064] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0798ee74-ae52-4caa-9764-b9be8184cda5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.635925] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb41b452-ea16-4702-9861-049d5acd8790 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.645023] env[65311]: WARNING neutronclient.v2_0.client [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.647302] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db1e637-b547-42f9-8740-e103d43c39f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.672306] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e0218-90f3-4756-a370-1504fa84dc46 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.676697] env[65311]: DEBUG nova.compute.manager [req-7f41d0fe-6d2a-4dde-a516-86b6d7dfac38 req-e1b27a4a-1066-485f-85e7-45c5dd0248ef service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received event network-vif-plugged-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1208.676896] env[65311]: DEBUG oslo_concurrency.lockutils [req-7f41d0fe-6d2a-4dde-a516-86b6d7dfac38 req-e1b27a4a-1066-485f-85e7-45c5dd0248ef service nova] Acquiring lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.677098] env[65311]: DEBUG oslo_concurrency.lockutils [req-7f41d0fe-6d2a-4dde-a516-86b6d7dfac38 req-e1b27a4a-1066-485f-85e7-45c5dd0248ef service nova] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.677288] env[65311]: DEBUG oslo_concurrency.lockutils [req-7f41d0fe-6d2a-4dde-a516-86b6d7dfac38 req-e1b27a4a-1066-485f-85e7-45c5dd0248ef service nova] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.677496] env[65311]: DEBUG nova.compute.manager [req-7f41d0fe-6d2a-4dde-a516-86b6d7dfac38 req-e1b27a4a-1066-485f-85e7-45c5dd0248ef service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] No waiting events found dispatching network-vif-plugged-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1208.677571] env[65311]: WARNING nova.compute.manager [req-7f41d0fe-6d2a-4dde-a516-86b6d7dfac38 req-e1b27a4a-1066-485f-85e7-45c5dd0248ef service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received unexpected event network-vif-plugged-0936ac13-cee3-42ed-834c-377791127339 for instance with vm_state shelved_offloaded and task_state spawning. [ 1208.694959] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] The volume has not been displaced from its original location: [datastore2] volume-b79f31e1-a762-4226-9f8f-e545f8ececeb/volume-b79f31e1-a762-4226-9f8f-e545f8ececeb.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1208.700102] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfiguring VM instance instance-0000006d to detach disk 2002 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.700741] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2bf1389-97da-4b1b-a459-cb5f148a1ee4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.721498] env[65311]: DEBUG oslo_vmware.api [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1208.721498] env[65311]: value = "task-4429183" [ 1208.721498] env[65311]: _type = "Task" [ 1208.721498] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.737607] env[65311]: DEBUG oslo_vmware.api [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.739977] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.740514] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.740514] env[65311]: DEBUG nova.network.neutron [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1208.810097] env[65311]: WARNING neutronclient.v2_0.client [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.861343] env[65311]: DEBUG nova.scheduler.client.report [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.886459] env[65311]: DEBUG nova.network.neutron [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updated VIF entry in instance network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1208.886832] env[65311]: DEBUG nova.network.neutron [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.983128] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5208304c-b574-73e3-9066-c324dda19b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.983459] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.983693] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.983936] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.984085] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.984321] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.984554] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0554e74d-ded5-49ea-872d-901362ca3a7e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.994965] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.995187] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.996016] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a9d229-ed66-432c-86c1-24fd82d59cc9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.002399] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1209.002399] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5240b4a6-4006-23b9-d02f-c3024ece7e53" [ 1209.002399] env[65311]: _type = "Task" [ 1209.002399] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.013760] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5240b4a6-4006-23b9-d02f-c3024ece7e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.048489] env[65311]: DEBUG nova.compute.manager [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1209.232350] env[65311]: DEBUG oslo_vmware.api [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429183, 'name': ReconfigVM_Task, 'duration_secs': 0.278875} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.232681] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Reconfigured VM instance instance-0000006d to detach disk 2002 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.237936] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e642ae-6695-44ec-a8d8-2a56b7b1e83c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.250551] env[65311]: WARNING neutronclient.v2_0.client [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.260622] env[65311]: DEBUG oslo_vmware.api [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1209.260622] env[65311]: value = "task-4429184" [ 1209.260622] env[65311]: _type = "Task" [ 1209.260622] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.270442] env[65311]: DEBUG oslo_vmware.api [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.367207] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.367660] env[65311]: DEBUG nova.compute.manager [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1209.370989] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.288s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.372700] env[65311]: INFO nova.compute.claims [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.391452] env[65311]: DEBUG oslo_concurrency.lockutils [req-e49c3008-6b8c-45c9-a137-e2ba030da928 req-8c3ec88d-d048-418f-9e68-39bb2017868e service nova] Releasing lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.450011] env[65311]: WARNING neutronclient.v2_0.client [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.516285] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5240b4a6-4006-23b9-d02f-c3024ece7e53, 'name': SearchDatastore_Task, 'duration_secs': 0.01659} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.517528] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0f6baf-9ef3-41ec-bfcd-c0fa452c1b87 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.520831] env[65311]: DEBUG nova.network.neutron [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating instance_info_cache with network_info: [{"id": "0936ac13-cee3-42ed-834c-377791127339", "address": "fa:16:3e:6f:7a:15", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0936ac13-ce", "ovs_interfaceid": "0936ac13-cee3-42ed-834c-377791127339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.523762] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1209.523762] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c70af3-d958-ed8e-bcaf-9a0f92dd31b3" [ 1209.523762] env[65311]: _type = "Task" [ 1209.523762] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.532357] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c70af3-d958-ed8e-bcaf-9a0f92dd31b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.542908] env[65311]: DEBUG nova.objects.instance [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lazy-loading 'flavor' on Instance uuid 84adf44e-0c27-47da-a2a9-f62b9aabc629 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.570809] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.771693] env[65311]: DEBUG oslo_vmware.api [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429184, 'name': ReconfigVM_Task, 'duration_secs': 0.148717} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.772016] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866668', 'volume_id': 'b79f31e1-a762-4226-9f8f-e545f8ececeb', 'name': 'volume-b79f31e1-a762-4226-9f8f-e545f8ececeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2088cee-5c79-4f7f-b713-0fc1e54e6d8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'b79f31e1-a762-4226-9f8f-e545f8ececeb', 'serial': 'b79f31e1-a762-4226-9f8f-e545f8ececeb'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1209.877569] env[65311]: DEBUG nova.compute.utils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.880897] env[65311]: DEBUG nova.compute.manager [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1209.881121] env[65311]: DEBUG nova.network.neutron [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1209.881439] env[65311]: WARNING neutronclient.v2_0.client [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.881729] env[65311]: WARNING neutronclient.v2_0.client [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.920837] env[65311]: DEBUG nova.policy [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c3ccf835ee84c41bbb7e1069ff5c455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1716d7235e604ea99f3ee78e8ca849b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.024270] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.037337] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c70af3-d958-ed8e-bcaf-9a0f92dd31b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.037607] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.037860] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2/121c34dc-5c16-4de6-a3f1-b7e2a0669bd2.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.038162] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0860459-e32a-4b06-b803-c9e22a4758dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.049398] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1210.049398] env[65311]: value = "task-4429185" [ 1210.049398] env[65311]: _type = "Task" [ 1210.049398] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.050027] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be9d5319-1feb-4db1-9eef-c5fe1c14cfa2 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.271s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.058492] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dc76b0100c088aa3bf3b620c11da9e6c',container_format='bare',created_at=2025-11-12T23:51:31Z,direct_url=,disk_format='vmdk',id=a781ab20-cb44-44ac-a38f-77c3d7d03115,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1762088911-shelved',owner='9a7f0a4a84d741f5a0674d53788bb786',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-12T23:51:45Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1210.058790] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.058952] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1210.059151] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.059296] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1210.059439] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1210.059640] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1210.059826] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1210.059950] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1210.060123] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1210.060290] env[65311]: DEBUG nova.virt.hardware [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1210.061471] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185f378f-3bd1-4454-9de6-4ef8b3c5ff36 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.072660] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.074043] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dab596-a333-4300-b393-f228309c244c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.090732] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:7a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0936ac13-cee3-42ed-834c-377791127339', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.098258] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1210.098512] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.098761] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff525195-7748-419e-829e-2bb822bcca85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.119797] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.119797] env[65311]: value = "task-4429186" [ 1210.119797] env[65311]: _type = "Task" [ 1210.119797] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.130670] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429186, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.237203] env[65311]: DEBUG nova.network.neutron [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Successfully created port: 66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1210.244550] env[65311]: INFO nova.compute.manager [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Rescuing [ 1210.244550] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.244923] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.245047] env[65311]: DEBUG nova.network.neutron [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1210.320780] env[65311]: DEBUG nova.objects.instance [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'flavor' on Instance uuid b2088cee-5c79-4f7f-b713-0fc1e54e6d8c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.382486] env[65311]: DEBUG nova.compute.manager [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1210.566028] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490488} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.566310] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2/121c34dc-5c16-4de6-a3f1-b7e2a0669bd2.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.566517] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.567091] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28261866-14f2-4bfd-b384-8afef6fa48cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.574047] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1210.574047] env[65311]: value = "task-4429187" [ 1210.574047] env[65311]: _type = "Task" [ 1210.574047] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.584028] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.613135] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b55f73-fa74-4d8f-b5d2-63e5da87da6c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.626740] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19ba10a-131f-4814-91e8-63583dc4a966 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.665131] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429186, 'name': CreateVM_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.666151] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0307813-b960-46dd-a233-628d691ddadc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.674355] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9439b2-bb8a-4c48-8cf5-52312d52cc20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.690697] env[65311]: DEBUG nova.compute.provider_tree [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.710474] env[65311]: DEBUG nova.compute.manager [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received event network-changed-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1210.710474] env[65311]: DEBUG nova.compute.manager [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Refreshing instance network info cache due to event network-changed-0936ac13-cee3-42ed-834c-377791127339. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1210.710793] env[65311]: DEBUG oslo_concurrency.lockutils [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] Acquiring lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.710945] env[65311]: DEBUG oslo_concurrency.lockutils [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] Acquired lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.711175] env[65311]: DEBUG nova.network.neutron [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Refreshing network info cache for port 0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.750468] env[65311]: WARNING neutronclient.v2_0.client [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.931636] env[65311]: WARNING neutronclient.v2_0.client [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.081523] env[65311]: DEBUG nova.network.neutron [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating instance_info_cache with network_info: [{"id": "28529812-1676-41d9-8811-683e33c22a87", "address": "fa:16:3e:8c:ff:47", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28529812-16", "ovs_interfaceid": "28529812-1676-41d9-8811-683e33c22a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.085506] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073201} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.089131] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.089131] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3a13f4-943f-4bb2-abe2-bae1ed7f0be0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.111065] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2/121c34dc-5c16-4de6-a3f1-b7e2a0669bd2.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.111224] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d29361-1d38-4e55-a0ac-2290dd62710e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.134852] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429186, 'name': CreateVM_Task, 'duration_secs': 0.652458} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.136051] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.136435] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1211.136435] env[65311]: value = "task-4429188" [ 1211.136435] env[65311]: _type = "Task" [ 1211.136435] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.136852] env[65311]: WARNING neutronclient.v2_0.client [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.137218] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.137364] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.137720] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.138026] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7ad6b6-48a4-4ffb-8d89-ce61251446d6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.145930] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1211.145930] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525490d9-b791-6486-4d03-66727020ab6e" [ 1211.145930] env[65311]: _type = "Task" [ 1211.145930] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.149115] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.157933] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]525490d9-b791-6486-4d03-66727020ab6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.193727] env[65311]: DEBUG nova.scheduler.client.report [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.214149] env[65311]: WARNING neutronclient.v2_0.client [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.332990] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3d704e34-3398-49a1-8ef6-df09a0128aab tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.397932] env[65311]: DEBUG nova.compute.manager [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1211.410114] env[65311]: WARNING neutronclient.v2_0.client [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.424923] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1211.425267] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.425457] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1211.425649] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.425850] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1211.426105] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1211.426336] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.426490] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1211.426652] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1211.426824] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1211.427007] env[65311]: DEBUG nova.virt.hardware [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1211.427892] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92872952-2f4f-49ce-b097-286fcefd61fd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.436958] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd20b27-6e1c-4c53-8189-855beb3b1e24 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.479967] env[65311]: DEBUG nova.network.neutron [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updated VIF entry in instance network info cache for port 0936ac13-cee3-42ed-834c-377791127339. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1211.480362] env[65311]: DEBUG nova.network.neutron [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating instance_info_cache with network_info: [{"id": "0936ac13-cee3-42ed-834c-377791127339", "address": "fa:16:3e:6f:7a:15", "network": {"id": "0b843b3b-a6ef-4596-b8be-2a9a66157a54", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-132161107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a7f0a4a84d741f5a0674d53788bb786", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0936ac13-ce", "ovs_interfaceid": "0936ac13-cee3-42ed-834c-377791127339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.587066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.650239] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.659547] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.659826] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Processing image a781ab20-cb44-44ac-a38f-77c3d7d03115 {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.660085] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115/a781ab20-cb44-44ac-a38f-77c3d7d03115.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.660231] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115/a781ab20-cb44-44ac-a38f-77c3d7d03115.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.660402] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.660655] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9193945e-f954-4360-a315-669a50b17103 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.678759] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.678981] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.679734] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adb1c70-28bc-4746-a348-0177a0c498a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.685692] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1211.685692] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523f9045-f1f7-8d71-bcdc-5b441d7624b7" [ 1211.685692] env[65311]: _type = "Task" [ 1211.685692] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.694988] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523f9045-f1f7-8d71-bcdc-5b441d7624b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.698832] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.699319] env[65311]: DEBUG nova.compute.manager [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1211.701914] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.147s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.738163] env[65311]: DEBUG nova.compute.manager [req-3a0851bf-5d31-437d-ba21-36082332211d req-deae7eba-e69e-417c-b5cc-f6edd60c6caf service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Received event network-vif-plugged-66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1211.738415] env[65311]: DEBUG oslo_concurrency.lockutils [req-3a0851bf-5d31-437d-ba21-36082332211d req-deae7eba-e69e-417c-b5cc-f6edd60c6caf service nova] Acquiring lock "aa47b420-809c-4fef-91ff-a6e1076625c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.738635] env[65311]: DEBUG oslo_concurrency.lockutils [req-3a0851bf-5d31-437d-ba21-36082332211d req-deae7eba-e69e-417c-b5cc-f6edd60c6caf service nova] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.738803] env[65311]: DEBUG oslo_concurrency.lockutils [req-3a0851bf-5d31-437d-ba21-36082332211d req-deae7eba-e69e-417c-b5cc-f6edd60c6caf service nova] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.738973] env[65311]: DEBUG nova.compute.manager [req-3a0851bf-5d31-437d-ba21-36082332211d req-deae7eba-e69e-417c-b5cc-f6edd60c6caf service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] No waiting events found dispatching network-vif-plugged-66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1211.739156] env[65311]: WARNING nova.compute.manager [req-3a0851bf-5d31-437d-ba21-36082332211d req-deae7eba-e69e-417c-b5cc-f6edd60c6caf service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Received unexpected event network-vif-plugged-66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e for instance with vm_state building and task_state spawning. [ 1211.835380] env[65311]: DEBUG nova.network.neutron [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Successfully updated port: 66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1211.983466] env[65311]: DEBUG oslo_concurrency.lockutils [req-45c6dbd6-7dd3-4964-85f4-0c99acd711ea req-35ed1a1a-a34f-404c-b4a5-f8dd03b38698 service nova] Releasing lock "refresh_cache-5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.150273] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429188, 'name': ReconfigVM_Task, 'duration_secs': 0.765739} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.151065] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2/121c34dc-5c16-4de6-a3f1-b7e2a0669bd2.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.151766] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdbd0116-2cea-4e6e-a881-a15d99f7185a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.161975] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1212.161975] env[65311]: value = "task-4429189" [ 1212.161975] env[65311]: _type = "Task" [ 1212.161975] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.171722] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429189, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.196853] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Preparing fetch location {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1212.197201] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Fetch image to [datastore2] OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc/OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc.vmdk {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1212.197416] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Downloading stream optimized image a781ab20-cb44-44ac-a38f-77c3d7d03115 to [datastore2] OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc/OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc.vmdk on the data store datastore2 as vApp {{(pid=65311) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1212.197639] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Downloading image file data a781ab20-cb44-44ac-a38f-77c3d7d03115 to the ESX as VM named 'OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc' {{(pid=65311) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1212.205356] env[65311]: DEBUG nova.compute.utils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.210558] env[65311]: INFO nova.compute.claims [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.214432] env[65311]: DEBUG nova.compute.manager [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1212.214634] env[65311]: DEBUG nova.network.neutron [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1212.215100] env[65311]: WARNING neutronclient.v2_0.client [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.215563] env[65311]: WARNING neutronclient.v2_0.client [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.281104] env[65311]: DEBUG nova.policy [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8659c7ed746e4661a3bf2bb8fcc7ac98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8415d04e0b6e4df6b263993279ecca55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.290549] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1212.290549] env[65311]: value = "resgroup-9" [ 1212.290549] env[65311]: _type = "ResourcePool" [ 1212.290549] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1212.290944] env[65311]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-710fd009-9b15-4487-b47d-8f4e5b84ae5d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.312737] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease: (returnval){ [ 1212.312737] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ed3031-076b-7833-7d1c-0669c30e313b" [ 1212.312737] env[65311]: _type = "HttpNfcLease" [ 1212.312737] env[65311]: } obtained for vApp import into resource pool (val){ [ 1212.312737] env[65311]: value = "resgroup-9" [ 1212.312737] env[65311]: _type = "ResourcePool" [ 1212.312737] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1212.312997] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the lease: (returnval){ [ 1212.312997] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ed3031-076b-7833-7d1c-0669c30e313b" [ 1212.312997] env[65311]: _type = "HttpNfcLease" [ 1212.312997] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1212.320096] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.320096] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ed3031-076b-7833-7d1c-0669c30e313b" [ 1212.320096] env[65311]: _type = "HttpNfcLease" [ 1212.320096] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.338224] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "refresh_cache-aa47b420-809c-4fef-91ff-a6e1076625c4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.338224] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "refresh_cache-aa47b420-809c-4fef-91ff-a6e1076625c4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.338372] env[65311]: DEBUG nova.network.neutron [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1212.519354] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.519670] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.519916] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.520166] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.520364] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.523373] env[65311]: INFO nova.compute.manager [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Terminating instance [ 1212.608707] env[65311]: DEBUG nova.network.neutron [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Successfully created port: 60b3bf61-d05d-4556-bfc5-91a423b073a9 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1212.676232] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429189, 'name': Rename_Task, 'duration_secs': 0.156418} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.676232] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.676232] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-964579eb-d60b-467c-af12-06427fceb299 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.683206] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1212.683206] env[65311]: value = "task-4429191" [ 1212.683206] env[65311]: _type = "Task" [ 1212.683206] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.693734] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.715856] env[65311]: DEBUG nova.compute.manager [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1212.722032] env[65311]: INFO nova.compute.resource_tracker [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating resource usage from migration 4d712d69-3bc6-4e74-943f-a3df9bb23737 [ 1212.827178] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.827178] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ed3031-076b-7833-7d1c-0669c30e313b" [ 1212.827178] env[65311]: _type = "HttpNfcLease" [ 1212.827178] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.901761] env[65311]: DEBUG nova.network.neutron [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1212.949062] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff442f6-1f6a-4ef8-a0d8-ae97e8061184 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.958022] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a28e2ec-eb40-4c78-82d1-364a277a438b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.994593] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e515c0dd-e3fb-4d3c-a46b-4fb74a20f559 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.003016] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d17da54-3f87-4c37-bd30-7053448a32e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.017217] env[65311]: DEBUG nova.compute.provider_tree [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.027634] env[65311]: DEBUG nova.compute.manager [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1213.027856] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.028953] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9def48d-c7c5-49a7-af91-54b2b0df0359 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.038516] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.038783] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-630f4c7f-719b-4f1c-9509-425bc03e3e9b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.045935] env[65311]: DEBUG oslo_vmware.api [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1213.045935] env[65311]: value = "task-4429192" [ 1213.045935] env[65311]: _type = "Task" [ 1213.045935] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.056811] env[65311]: DEBUG oslo_vmware.api [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.069133] env[65311]: WARNING neutronclient.v2_0.client [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.124066] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.124460] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af2b841-22d5-4737-8d7f-e6bb73616051 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.132858] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1213.132858] env[65311]: value = "task-4429193" [ 1213.132858] env[65311]: _type = "Task" [ 1213.132858] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.144040] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.195779] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429191, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.223123] env[65311]: DEBUG nova.network.neutron [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Updating instance_info_cache with network_info: [{"id": "66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e", "address": "fa:16:3e:26:e2:da", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f99e04-fd", "ovs_interfaceid": "66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.325045] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.325045] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ed3031-076b-7833-7d1c-0669c30e313b" [ 1213.325045] env[65311]: _type = "HttpNfcLease" [ 1213.325045] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.325347] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.325347] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ed3031-076b-7833-7d1c-0669c30e313b" [ 1213.325347] env[65311]: _type = "HttpNfcLease" [ 1213.325347] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1213.326092] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c4b114-e01d-4fee-8f70-77950d8d9d43 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.338089] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52371845-9957-6098-569a-f47d0603905f/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.338089] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52371845-9957-6098-569a-f47d0603905f/disk-0.vmdk. {{(pid=65311) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1213.401945] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d653701-0e74-491b-8754-3b4386a2e08c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.521009] env[65311]: DEBUG nova.scheduler.client.report [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.557010] env[65311]: DEBUG oslo_vmware.api [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429192, 'name': PowerOffVM_Task, 'duration_secs': 0.238685} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.557392] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.557598] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.557886] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c627c3c8-eb72-4b29-9077-4bae2ab76a61 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.642537] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.642852] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.643089] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Deleting the datastore file [datastore2] b2088cee-5c79-4f7f-b713-0fc1e54e6d8c {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.643953] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e771556-d438-429d-aad1-2a5e731de65e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.651757] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429193, 'name': PowerOffVM_Task, 'duration_secs': 0.233093} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.653619] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.654630] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70cee67-284a-4298-93c4-3270851aaa6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.660213] env[65311]: DEBUG oslo_vmware.api [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for the task: (returnval){ [ 1213.660213] env[65311]: value = "task-4429195" [ 1213.660213] env[65311]: _type = "Task" [ 1213.660213] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.687475] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8117fd7-ba99-4853-9fc6-096e8b4f4bd8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.698276] env[65311]: DEBUG oslo_vmware.api [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.710843] env[65311]: DEBUG oslo_vmware.api [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429191, 'name': PowerOnVM_Task, 'duration_secs': 0.571037} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.711087] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.711293] env[65311]: INFO nova.compute.manager [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1213.711464] env[65311]: DEBUG nova.compute.manager [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1213.712274] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb88f3-99dc-47fd-94fe-27b63a0957de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.728740] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "refresh_cache-aa47b420-809c-4fef-91ff-a6e1076625c4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.729541] env[65311]: DEBUG nova.compute.manager [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Instance network_info: |[{"id": "66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e", "address": "fa:16:3e:26:e2:da", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f99e04-fd", "ovs_interfaceid": "66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1213.729780] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:e2:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.737471] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1213.742867] env[65311]: DEBUG nova.compute.manager [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1213.744977] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.745401] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9edd4df8-77ee-467d-8a17-91aca57758fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.770637] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.772682] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9d2bbad-dbfd-4173-a701-b4d473861223 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.779522] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.779522] env[65311]: value = "task-4429196" [ 1213.779522] env[65311]: _type = "Task" [ 1213.779522] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.785831] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1213.786160] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.786340] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1213.786585] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.786769] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1213.786928] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1213.787153] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1213.787375] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1213.787504] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1213.787656] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1213.787971] env[65311]: DEBUG nova.virt.hardware [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1213.790099] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832ee1f6-2e90-4f54-8c23-89b720d3ce3c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.794524] env[65311]: DEBUG nova.compute.manager [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Received event network-changed-66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1213.794760] env[65311]: DEBUG nova.compute.manager [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Refreshing instance network info cache due to event network-changed-66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1213.794978] env[65311]: DEBUG oslo_concurrency.lockutils [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] Acquiring lock "refresh_cache-aa47b420-809c-4fef-91ff-a6e1076625c4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.795154] env[65311]: DEBUG oslo_concurrency.lockutils [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] Acquired lock "refresh_cache-aa47b420-809c-4fef-91ff-a6e1076625c4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.795317] env[65311]: DEBUG nova.network.neutron [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Refreshing network info cache for port 66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.802121] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1213.802121] env[65311]: value = "task-4429197" [ 1213.802121] env[65311]: _type = "Task" [ 1213.802121] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.813462] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429196, 'name': CreateVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.816482] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4589db87-7846-4bf1-a7f0-67fee47bb5cf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.828115] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1213.828386] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.828668] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.828831] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.829048] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.829322] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72cac68-e54a-47cd-9c59-e75e12ed22a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.852329] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.852512] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.853330] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf2ce67-5513-4e88-8e12-0e79c482ae4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.860958] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1213.860958] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dc0d95-aa7b-9e10-2079-72bed14023d1" [ 1213.860958] env[65311]: _type = "Task" [ 1213.860958] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.871944] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dc0d95-aa7b-9e10-2079-72bed14023d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.025714] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.324s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.026025] env[65311]: INFO nova.compute.manager [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Migrating [ 1214.037062] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.936s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.175145] env[65311]: DEBUG oslo_vmware.api [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Task: {'id': task-4429195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231287} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.176435] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.176626] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.176802] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.176979] env[65311]: INFO nova.compute.manager [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1214.177327] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1214.177550] env[65311]: DEBUG nova.compute.manager [-] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1214.177670] env[65311]: DEBUG nova.network.neutron [-] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1214.177901] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.215684] env[65311]: DEBUG nova.network.neutron [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Successfully updated port: 60b3bf61-d05d-4556-bfc5-91a423b073a9 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1214.242352] env[65311]: INFO nova.compute.manager [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Took 13.88 seconds to build instance. [ 1214.295613] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429196, 'name': CreateVM_Task, 'duration_secs': 0.435492} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.299195] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.300474] env[65311]: DEBUG nova.compute.manager [req-2d9f218f-5821-4fb4-9ab8-454917c2df46 req-3cf2b7a2-eb33-441c-8a20-48a20d0ee899 service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Received event network-vif-plugged-60b3bf61-d05d-4556-bfc5-91a423b073a9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1214.300846] env[65311]: DEBUG oslo_concurrency.lockutils [req-2d9f218f-5821-4fb4-9ab8-454917c2df46 req-3cf2b7a2-eb33-441c-8a20-48a20d0ee899 service nova] Acquiring lock "850b6214-03ea-4885-bd93-4bb4117ce0e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.300846] env[65311]: DEBUG oslo_concurrency.lockutils [req-2d9f218f-5821-4fb4-9ab8-454917c2df46 req-3cf2b7a2-eb33-441c-8a20-48a20d0ee899 service nova] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.300990] env[65311]: DEBUG oslo_concurrency.lockutils [req-2d9f218f-5821-4fb4-9ab8-454917c2df46 req-3cf2b7a2-eb33-441c-8a20-48a20d0ee899 service nova] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.301167] env[65311]: DEBUG nova.compute.manager [req-2d9f218f-5821-4fb4-9ab8-454917c2df46 req-3cf2b7a2-eb33-441c-8a20-48a20d0ee899 service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] No waiting events found dispatching network-vif-plugged-60b3bf61-d05d-4556-bfc5-91a423b073a9 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1214.301335] env[65311]: WARNING nova.compute.manager [req-2d9f218f-5821-4fb4-9ab8-454917c2df46 req-3cf2b7a2-eb33-441c-8a20-48a20d0ee899 service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Received unexpected event network-vif-plugged-60b3bf61-d05d-4556-bfc5-91a423b073a9 for instance with vm_state building and task_state spawning. [ 1214.303444] env[65311]: WARNING neutronclient.v2_0.client [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.303444] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.303444] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.303444] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.304127] env[65311]: WARNING neutronclient.v2_0.client [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.307103] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f56912de-5cbd-46e1-b1d7-544b6f4de649 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.316114] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1214.316114] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dfa2e3-5c41-4451-f2f3-104afef25726" [ 1214.316114] env[65311]: _type = "Task" [ 1214.316114] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.328860] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dfa2e3-5c41-4451-f2f3-104afef25726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.350720] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.373992] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dc0d95-aa7b-9e10-2079-72bed14023d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01377} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.375459] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ca6116-6bb7-4c18-8371-18d509a99a4f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.384133] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1214.384133] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f66bb4-a423-b042-4c7b-be278a7ee51d" [ 1214.384133] env[65311]: _type = "Task" [ 1214.384133] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.394571] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f66bb4-a423-b042-4c7b-be278a7ee51d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.557051] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.557272] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.557499] env[65311]: DEBUG nova.network.neutron [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1214.663458] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Completed reading data from the image iterator. {{(pid=65311) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1214.663764] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52371845-9957-6098-569a-f47d0603905f/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1214.664857] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35fd9e1-ee9c-41bf-9d00-8277c40a62d5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.672956] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52371845-9957-6098-569a-f47d0603905f/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1214.673210] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52371845-9957-6098-569a-f47d0603905f/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1214.673510] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-83df0820-888d-460c-907a-2aed53533754 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.722539] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "refresh_cache-850b6214-03ea-4885-bd93-4bb4117ce0e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.722918] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "refresh_cache-850b6214-03ea-4885-bd93-4bb4117ce0e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.723182] env[65311]: DEBUG nova.network.neutron [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1214.744278] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d9ba3371-3130-4661-8ad1-de9f6c5a4092 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.410s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.833844] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dfa2e3-5c41-4451-f2f3-104afef25726, 'name': SearchDatastore_Task, 'duration_secs': 0.013443} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.834419] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.834862] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.835023] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.835232] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.835452] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.835822] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-476978a3-99c4-48bb-8407-1ca51c7be2b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.849379] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.849674] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.851180] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffd59f0-c52a-4de8-8863-b3e88783dda4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.857602] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1214.857602] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528ceacf-178f-f309-01d9-38256c7fa368" [ 1214.857602] env[65311]: _type = "Task" [ 1214.857602] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.870268] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528ceacf-178f-f309-01d9-38256c7fa368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.897594] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52f66bb4-a423-b042-4c7b-be278a7ee51d, 'name': SearchDatastore_Task, 'duration_secs': 0.01902} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.898289] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.898393] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 84adf44e-0c27-47da-a2a9-f62b9aabc629/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. {{(pid=65311) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1214.900280] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-101f48b7-09ac-4119-91a2-9951d8f84b84 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.903166] env[65311]: WARNING neutronclient.v2_0.client [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.912708] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1214.912708] env[65311]: value = "task-4429198" [ 1214.912708] env[65311]: _type = "Task" [ 1214.912708] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.925479] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.995407] env[65311]: DEBUG oslo_vmware.rw_handles [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52371845-9957-6098-569a-f47d0603905f/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1214.995771] env[65311]: INFO nova.virt.vmwareapi.images [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Downloaded image file data a781ab20-cb44-44ac-a38f-77c3d7d03115 [ 1214.996775] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74265b5-f76e-47df-878a-f6748e379ac1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.016512] env[65311]: DEBUG nova.network.neutron [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Updated VIF entry in instance network info cache for port 66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1215.016879] env[65311]: DEBUG nova.network.neutron [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Updating instance_info_cache with network_info: [{"id": "66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e", "address": "fa:16:3e:26:e2:da", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f99e04-fd", "ovs_interfaceid": "66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.018569] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-960c68be-e864-4a77-b94d-48727f80ef53 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.046446] env[65311]: INFO nova.virt.vmwareapi.images [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] The imported VM was unregistered [ 1215.049186] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Caching image {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1215.049505] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115 {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.050304] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Applying migration context for instance e80a1dfd-f6ed-4a2e-b371-38dd458db3ce as it has an incoming, in-progress migration 4d712d69-3bc6-4e74-943f-a3df9bb23737. Migration status is pre-migrating {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1215.052059] env[65311]: INFO nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating resource usage from migration 4d712d69-3bc6-4e74-943f-a3df9bb23737 [ 1215.054698] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75d6e97c-d785-4327-ab70-ea9d59f63693 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.062125] env[65311]: WARNING neutronclient.v2_0.client [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.076147] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Created directory with path [datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115 {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.076660] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc/OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc.vmdk to [datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115/a781ab20-cb44-44ac-a38f-77c3d7d03115.vmdk. {{(pid=65311) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1215.077104] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eae2fc56-cf64-40a4-b8d7-10106973b196 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.081615] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.081753] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 20e5f52c-a77c-41f7-8a15-4631efbf4705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.081987] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.081987] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance b2088cee-5c79-4f7f-b713-0fc1e54e6d8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.082104] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 84adf44e-0c27-47da-a2a9-f62b9aabc629 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.082205] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1c916d63-ae65-41c6-9deb-3d4f4670d246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.082308] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 87e2e2c6-9986-4b68-9129-e469f2a24d36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.082416] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.082520] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.082621] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance aa47b420-809c-4fef-91ff-a6e1076625c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.082724] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 850b6214-03ea-4885-bd93-4bb4117ce0e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.082853] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Migration 4d712d69-3bc6-4e74-943f-a3df9bb23737 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1215.082956] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance e80a1dfd-f6ed-4a2e-b371-38dd458db3ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.086621] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1215.086621] env[65311]: value = "task-4429200" [ 1215.086621] env[65311]: _type = "Task" [ 1215.086621] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.100359] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429200, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.219474] env[65311]: WARNING neutronclient.v2_0.client [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.295402] env[65311]: DEBUG nova.network.neutron [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1215.320660] env[65311]: DEBUG nova.network.neutron [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance_info_cache with network_info: [{"id": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "address": "fa:16:3e:70:ad:15", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30fc00f-84", "ovs_interfaceid": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.373514] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]528ceacf-178f-f309-01d9-38256c7fa368, 'name': SearchDatastore_Task, 'duration_secs': 0.015311} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.374457] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19a5c904-c0c0-465e-b75f-a3f4660f9cfc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.386074] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1215.386074] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523201df-9120-0e57-3345-1bf579395f6c" [ 1215.386074] env[65311]: _type = "Task" [ 1215.386074] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.396403] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523201df-9120-0e57-3345-1bf579395f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.410250] env[65311]: DEBUG nova.network.neutron [-] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.422184] env[65311]: WARNING neutronclient.v2_0.client [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.428867] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429198, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.511045] env[65311]: DEBUG nova.network.neutron [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Updating instance_info_cache with network_info: [{"id": "60b3bf61-d05d-4556-bfc5-91a423b073a9", "address": "fa:16:3e:82:b3:7b", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b3bf61-d0", "ovs_interfaceid": "60b3bf61-d05d-4556-bfc5-91a423b073a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.521747] env[65311]: DEBUG oslo_concurrency.lockutils [req-ff2ab2dc-dab0-4c71-b02f-8b7c0fdb9c42 req-d5f3d074-e267-4e52-84f7-a5a1eed22e7b service nova] Releasing lock "refresh_cache-aa47b420-809c-4fef-91ff-a6e1076625c4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.585733] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 8ef6866f-e4ba-4b50-abad-343444a84712 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1215.586017] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1215.586319] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_error': '1', 'num_task_None': '6', 'num_os_type_None': '12', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'io_workload': '4', 'num_vm_active': '7', 'num_proj_68992ff22ad44caa9e7239f7c52fe99c': '3', 'num_vm_rescued': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '3', 'num_proj_9a7f0a4a84d741f5a0674d53788bb786': '1', 'num_task_deleting': '1', 'num_proj_5077eef8f87841d08820c39cb336c343': '1', 'num_task_rescuing': '1', 'num_proj_8415d04e0b6e4df6b263993279ecca55': '2', 'num_proj_810a20832d09492da915cfa888ba3e8f': '1', 'num_task_resize_prep': '1', 'num_proj_914ab6cb74df49558377ad7293e407e8': '1', 'num_proj_cec8893005944de781a2ec2b640d87fb': '1', 'num_vm_building': '2', 'num_proj_1716d7235e604ea99f3ee78e8ca849b9': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1215.602846] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429200, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.823593] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.826265] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d6709d-748d-413b-acb6-c46f321f3493 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.832259] env[65311]: DEBUG nova.compute.manager [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1215.832455] env[65311]: DEBUG nova.compute.manager [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing instance network info cache due to event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1215.832664] env[65311]: DEBUG oslo_concurrency.lockutils [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] Acquiring lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.832798] env[65311]: DEBUG oslo_concurrency.lockutils [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] Acquired lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.832955] env[65311]: DEBUG nova.network.neutron [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.840968] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f98384a-4d0c-4cf2-8edd-e98661df563d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.876340] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66286c0-ac34-4f1b-bad3-43611e5416da {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.885981] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3baab86-f8a1-4ff0-b374-468b25071f0f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.900884] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523201df-9120-0e57-3345-1bf579395f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.041538} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.908993] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.909212] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] aa47b420-809c-4fef-91ff-a6e1076625c4/aa47b420-809c-4fef-91ff-a6e1076625c4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.910043] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.911451] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63555de1-1448-4772-8e14-c138cf2b835d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.914375] env[65311]: INFO nova.compute.manager [-] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Took 1.74 seconds to deallocate network for instance. [ 1215.927053] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1215.927053] env[65311]: value = "task-4429201" [ 1215.927053] env[65311]: _type = "Task" [ 1215.927053] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.932612] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834073} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.933364] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] 84adf44e-0c27-47da-a2a9-f62b9aabc629/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. [ 1215.934240] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d038927-bed4-4f11-839d-4a752a0d80c1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.940880] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.965788] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "fa9b99a1-8850-4f71-b777-04b086afc62f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.966054] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.974613] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 84adf44e-0c27-47da-a2a9-f62b9aabc629/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.976070] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c745991-fbe1-46e6-b312-1bbcad4b4c92 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.997551] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1215.997551] env[65311]: value = "task-4429202" [ 1215.997551] env[65311]: _type = "Task" [ 1215.997551] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.008158] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.014406] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "refresh_cache-850b6214-03ea-4885-bd93-4bb4117ce0e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.014913] env[65311]: DEBUG nova.compute.manager [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Instance network_info: |[{"id": "60b3bf61-d05d-4556-bfc5-91a423b073a9", "address": "fa:16:3e:82:b3:7b", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b3bf61-d0", "ovs_interfaceid": "60b3bf61-d05d-4556-bfc5-91a423b073a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1216.015509] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:b3:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60b3bf61-d05d-4556-bfc5-91a423b073a9', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.026036] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1216.026036] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.026036] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d613c7f-3535-4447-9701-142b0463b255 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.049599] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.049599] env[65311]: value = "task-4429203" [ 1216.049599] env[65311]: _type = "Task" [ 1216.049599] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.070245] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429203, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.101061] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429200, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.337052] env[65311]: WARNING neutronclient.v2_0.client [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.357216] env[65311]: DEBUG nova.compute.manager [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Received event network-changed-60b3bf61-d05d-4556-bfc5-91a423b073a9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1216.357216] env[65311]: DEBUG nova.compute.manager [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Refreshing instance network info cache due to event network-changed-60b3bf61-d05d-4556-bfc5-91a423b073a9. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1216.357672] env[65311]: DEBUG oslo_concurrency.lockutils [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] Acquiring lock "refresh_cache-850b6214-03ea-4885-bd93-4bb4117ce0e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.357672] env[65311]: DEBUG oslo_concurrency.lockutils [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] Acquired lock "refresh_cache-850b6214-03ea-4885-bd93-4bb4117ce0e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.357792] env[65311]: DEBUG nova.network.neutron [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Refreshing network info cache for port 60b3bf61-d05d-4556-bfc5-91a423b073a9 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.415261] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.427345] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.440995] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.476732] env[65311]: DEBUG nova.compute.manager [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1216.511071] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429202, 'name': ReconfigVM_Task, 'duration_secs': 0.416457} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.514804] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 84adf44e-0c27-47da-a2a9-f62b9aabc629/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.515733] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3668838e-8c83-45ca-ab6f-772fb44b0358 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.551743] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac26f58b-2bda-4ddb-afa3-3ef8db396efb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.572885] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429203, 'name': CreateVM_Task, 'duration_secs': 0.449385} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.574372] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.574730] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1216.574730] env[65311]: value = "task-4429204" [ 1216.574730] env[65311]: _type = "Task" [ 1216.574730] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.575238] env[65311]: WARNING neutronclient.v2_0.client [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.575625] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.575740] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.576105] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.576429] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e667f2a4-5690-40aa-af97-7d907787a534 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.586207] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1216.586207] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d6db23-c6b0-239a-9205-3a677b41b9ee" [ 1216.586207] env[65311]: _type = "Task" [ 1216.586207] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.589871] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429204, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.599306] env[65311]: WARNING neutronclient.v2_0.client [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.606366] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d6db23-c6b0-239a-9205-3a677b41b9ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.612376] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429200, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.680838] env[65311]: DEBUG nova.network.neutron [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updated VIF entry in instance network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1216.681314] env[65311]: DEBUG nova.network.neutron [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.861016] env[65311]: WARNING neutronclient.v2_0.client [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.921276] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1216.921443] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.885s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.921737] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.351s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.924021] env[65311]: INFO nova.compute.claims [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.938897] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.006232] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.018520] env[65311]: WARNING neutronclient.v2_0.client [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.088661] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.098076] env[65311]: DEBUG nova.network.neutron [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Updated VIF entry in instance network info cache for port 60b3bf61-d05d-4556-bfc5-91a423b073a9. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1217.098390] env[65311]: DEBUG nova.network.neutron [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Updating instance_info_cache with network_info: [{"id": "60b3bf61-d05d-4556-bfc5-91a423b073a9", "address": "fa:16:3e:82:b3:7b", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60b3bf61-d0", "ovs_interfaceid": "60b3bf61-d05d-4556-bfc5-91a423b073a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.104536] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52d6db23-c6b0-239a-9205-3a677b41b9ee, 'name': SearchDatastore_Task, 'duration_secs': 0.096168} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.104732] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.104932] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.105186] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.105319] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.105555] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.109407] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a2878b2-6640-432a-9e97-8439e6cfd7af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.111549] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429200, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.128061] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.128289] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.129412] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92482f50-5a4e-4796-91d9-03d3e6ca8455 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.136262] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1217.136262] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523055b0-7049-100d-43a8-6b4721497a26" [ 1217.136262] env[65311]: _type = "Task" [ 1217.136262] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.147598] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523055b0-7049-100d-43a8-6b4721497a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.184188] env[65311]: DEBUG oslo_concurrency.lockutils [req-6e558c32-6367-4694-b582-e14bbd74b049 req-38d18846-0204-4a93-8147-188743cbfd9d service nova] Releasing lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.345875] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ee86b-0978-486d-a6cb-db8a5530a567 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.366030] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance 'e80a1dfd-f6ed-4a2e-b371-38dd458db3ce' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.441947] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.587792] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429204, 'name': ReconfigVM_Task, 'duration_secs': 0.964109} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.587977] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.588197] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5d2490f-da60-4752-8d62-3026b5d4dce3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.598526] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1217.598526] env[65311]: value = "task-4429205" [ 1217.598526] env[65311]: _type = "Task" [ 1217.598526] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.605272] env[65311]: DEBUG oslo_concurrency.lockutils [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] Releasing lock "refresh_cache-850b6214-03ea-4885-bd93-4bb4117ce0e6" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.605567] env[65311]: DEBUG nova.compute.manager [req-c3972a9d-f75e-4e0f-8e15-5f2d0e13a3cf req-477df896-5c3c-408a-92f6-c608369c415a service nova] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Received event network-vif-deleted-ebdec675-da09-49d6-9599-889f6a9a5980 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1217.606024] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429200, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.612735] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.650524] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523055b0-7049-100d-43a8-6b4721497a26, 'name': SearchDatastore_Task, 'duration_secs': 0.091724} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.651504] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761ddc51-a7ce-4515-91b4-aa41f6e86da7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.659345] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1217.659345] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df607d-aa35-eef3-b2b3-aa0f8345767a" [ 1217.659345] env[65311]: _type = "Task" [ 1217.659345] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.671581] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df607d-aa35-eef3-b2b3-aa0f8345767a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.873311] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.873668] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75daa97b-3e0e-4017-8002-9455d5e2b6f5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.881577] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1217.881577] env[65311]: value = "task-4429206" [ 1217.881577] env[65311]: _type = "Task" [ 1217.881577] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.891539] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.941415] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429201, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.110498] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429200, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.117307] env[65311]: DEBUG oslo_vmware.api [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429205, 'name': PowerOnVM_Task, 'duration_secs': 0.506951} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.120270] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.123621] env[65311]: DEBUG nova.compute.manager [None req-a09674ec-de1e-4a73-99d0-8362221a5a74 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1218.124651] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3feb8da-099f-4bee-81d9-bb9c86939ec9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.174437] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52df607d-aa35-eef3-b2b3-aa0f8345767a, 'name': SearchDatastore_Task, 'duration_secs': 0.09678} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.177459] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.177736] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6/850b6214-03ea-4885-bd93-4bb4117ce0e6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.178436] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecfaa35e-7956-42da-9520-23792e1765de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.189265] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1218.189265] env[65311]: value = "task-4429207" [ 1218.189265] env[65311]: _type = "Task" [ 1218.189265] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.191841] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df5f755-cd26-4a82-a8c9-04f2a44ec1e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.204892] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.208470] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c0a7c3-097a-419d-9a49-5c9424753b33 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.244744] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ded1a40-cae1-4396-90ba-6e94958578a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.253263] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb3503-f7ec-4a64-9088-34b4e6052320 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.268294] env[65311]: DEBUG nova.compute.provider_tree [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.392024] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429206, 'name': PowerOffVM_Task, 'duration_secs': 0.493979} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.392364] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.392522] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance 'e80a1dfd-f6ed-4a2e-b371-38dd458db3ce' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.442090] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429201, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.358502} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.442440] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] aa47b420-809c-4fef-91ff-a6e1076625c4/aa47b420-809c-4fef-91ff-a6e1076625c4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.442701] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.442958] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbd5ad42-bd35-4da4-9eb8-e7deee94992b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.450265] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1218.450265] env[65311]: value = "task-4429208" [ 1218.450265] env[65311]: _type = "Task" [ 1218.450265] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.459228] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.606935] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429200, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.19949} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.607228] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc/OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc.vmdk to [datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115/a781ab20-cb44-44ac-a38f-77c3d7d03115.vmdk. [ 1218.607411] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Cleaning up location [datastore2] OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1218.607566] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1453d3ac-dba1-4487-9fcb-44457894e3fc {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.607833] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2311aab6-34be-4463-81c0-390be838d488 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.615464] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1218.615464] env[65311]: value = "task-4429209" [ 1218.615464] env[65311]: _type = "Task" [ 1218.615464] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.624031] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.700659] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.771595] env[65311]: DEBUG nova.scheduler.client.report [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.899086] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1218.899402] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.899567] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1218.899745] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.899883] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1218.900186] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1218.900471] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1218.900708] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1218.900859] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1218.900969] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1218.901165] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1218.906466] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7c2382-16aa-4cab-a741-4365e55514fd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.923900] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1218.923900] env[65311]: value = "task-4429210" [ 1218.923900] env[65311]: _type = "Task" [ 1218.923900] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.933599] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.961173] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068078} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.961983] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.962265] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395c0e14-c500-42bb-abae-0f9686d0f3e4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.986471] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] aa47b420-809c-4fef-91ff-a6e1076625c4/aa47b420-809c-4fef-91ff-a6e1076625c4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.986816] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872d31d7-c5f9-4594-b6c7-2cbf7e4847f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.009378] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1219.009378] env[65311]: value = "task-4429211" [ 1219.009378] env[65311]: _type = "Task" [ 1219.009378] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.022705] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.127847] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24454} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.128194] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.128383] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115/a781ab20-cb44-44ac-a38f-77c3d7d03115.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.128642] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115/a781ab20-cb44-44ac-a38f-77c3d7d03115.vmdk to [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70/5dbb6c8e-284a-4033-a68f-e44ea1b7ee70.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.128935] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6db8cef-9177-48a9-b1c7-c6ddaeccebd4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.138756] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1219.138756] env[65311]: value = "task-4429212" [ 1219.138756] env[65311]: _type = "Task" [ 1219.138756] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.149864] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.202372] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429207, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.276938] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.277702] env[65311]: DEBUG nova.compute.manager [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1219.281668] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.854s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.282398] env[65311]: DEBUG nova.objects.instance [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lazy-loading 'resources' on Instance uuid b2088cee-5c79-4f7f-b713-0fc1e54e6d8c {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.435672] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.520897] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.649687] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.702318] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429207, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.189662} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.702572] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6/850b6214-03ea-4885-bd93-4bb4117ce0e6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.702783] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.703070] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3e9f3e4-daab-4ad7-8589-be0a307a4e06 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.710888] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1219.710888] env[65311]: value = "task-4429213" [ 1219.710888] env[65311]: _type = "Task" [ 1219.710888] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.720933] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.786292] env[65311]: DEBUG nova.compute.utils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.790571] env[65311]: DEBUG nova.compute.manager [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1219.790783] env[65311]: DEBUG nova.network.neutron [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1219.791181] env[65311]: WARNING neutronclient.v2_0.client [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.791391] env[65311]: WARNING neutronclient.v2_0.client [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.843015] env[65311]: DEBUG nova.policy [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec37e69455dc4e4cbc434bca91b975c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70f7d294f361449cb188fb4638fa1cbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.938421] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429210, 'name': ReconfigVM_Task, 'duration_secs': 0.531705} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.941393] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance 'e80a1dfd-f6ed-4a2e-b371-38dd458db3ce' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.017462] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e207bd17-ab80-405f-9872-51bcc54c1b8e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.029027] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb5122f-0bb8-4cee-95e8-2678554ebb34 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.032999] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.063716] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446e93b-875b-42a5-a25f-28b9867a9317 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.067467] env[65311]: INFO nova.compute.manager [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Unrescuing [ 1220.067826] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.068069] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquired lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.068259] env[65311]: DEBUG nova.network.neutron [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1220.076631] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71596da2-19b4-4a8c-97ac-6d823e1f862a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.098086] env[65311]: DEBUG nova.compute.provider_tree [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.151307] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429212, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.207605] env[65311]: DEBUG nova.network.neutron [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Successfully created port: 6261fa48-5ef5-446e-814c-c00004064fd4 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1220.223768] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178756} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.224173] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.225150] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf8feb-615f-42de-a359-fee3a2de602c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.252420] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6/850b6214-03ea-4885-bd93-4bb4117ce0e6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.252843] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db9311b1-fa51-4780-845f-3053ecdba904 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.277769] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1220.277769] env[65311]: value = "task-4429214" [ 1220.277769] env[65311]: _type = "Task" [ 1220.277769] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.289089] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.291033] env[65311]: DEBUG nova.compute.manager [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1220.451062] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1220.451496] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.451496] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1220.451706] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.451782] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1220.451929] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1220.452263] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1220.452494] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1220.452623] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1220.452828] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1220.453018] env[65311]: DEBUG nova.virt.hardware [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1220.459891] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.460460] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3099bf23-3445-4c18-bc44-7be45c30ca6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.481984] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1220.481984] env[65311]: value = "task-4429215" [ 1220.481984] env[65311]: _type = "Task" [ 1220.481984] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.492829] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.522993] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429211, 'name': ReconfigVM_Task, 'duration_secs': 1.398264} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.523265] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Reconfigured VM instance instance-00000077 to attach disk [datastore2] aa47b420-809c-4fef-91ff-a6e1076625c4/aa47b420-809c-4fef-91ff-a6e1076625c4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.523955] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee8102cf-ce06-4177-b9d7-a684991b1f7f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.533191] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1220.533191] env[65311]: value = "task-4429216" [ 1220.533191] env[65311]: _type = "Task" [ 1220.533191] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.542443] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429216, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.571524] env[65311]: WARNING neutronclient.v2_0.client [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.601577] env[65311]: DEBUG nova.scheduler.client.report [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.653550] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429212, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.789205] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429214, 'name': ReconfigVM_Task, 'duration_secs': 0.363853} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.789272] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6/850b6214-03ea-4885-bd93-4bb4117ce0e6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.790016] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afe7eb3c-a089-40bc-b1f4-23bf8bb41973 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.804565] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1220.804565] env[65311]: value = "task-4429217" [ 1220.804565] env[65311]: _type = "Task" [ 1220.804565] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.817321] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429217, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.955267] env[65311]: WARNING neutronclient.v2_0.client [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.994395] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.043355] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429216, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.044626] env[65311]: DEBUG nova.network.neutron [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating instance_info_cache with network_info: [{"id": "28529812-1676-41d9-8811-683e33c22a87", "address": "fa:16:3e:8c:ff:47", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28529812-16", "ovs_interfaceid": "28529812-1676-41d9-8811-683e33c22a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.107249] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.109979] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.104s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.111949] env[65311]: INFO nova.compute.claims [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.140419] env[65311]: INFO nova.scheduler.client.report [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Deleted allocations for instance b2088cee-5c79-4f7f-b713-0fc1e54e6d8c [ 1221.154501] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429212, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.307954] env[65311]: DEBUG nova.compute.manager [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1221.322281] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429217, 'name': Rename_Task, 'duration_secs': 0.193575} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.322654] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.323121] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-251a8919-f549-4d75-ad4b-70287be49655 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.332092] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1221.332092] env[65311]: value = "task-4429218" [ 1221.332092] env[65311]: _type = "Task" [ 1221.332092] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.345459] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.348586] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1221.348824] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.349102] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1221.349313] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.349453] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1221.349656] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1221.350019] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1221.350335] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1221.350619] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1221.350905] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1221.351548] env[65311]: DEBUG nova.virt.hardware [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1221.353595] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f9f2b-08df-40d5-8a5d-2c55828f38e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.361482] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5944fbf-6657-43ba-a1de-d427c06f355a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.493803] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.545767] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429216, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.547515] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Releasing lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.548232] env[65311]: DEBUG nova.objects.instance [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lazy-loading 'flavor' on Instance uuid 84adf44e-0c27-47da-a2a9-f62b9aabc629 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.651974] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c6bdfb11-4343-48ea-a433-bdfc3ca207b6 tempest-AttachVolumeTestJSON-1277615836 tempest-AttachVolumeTestJSON-1277615836-project-member] Lock "b2088cee-5c79-4f7f-b713-0fc1e54e6d8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.132s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.660068] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429212, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.767261] env[65311]: DEBUG nova.compute.manager [req-3e1a28ff-8136-45e1-9c44-4b09048b81e9 req-8fca0980-12a1-49c8-a92c-1fab8658d0b6 service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Received event network-vif-plugged-6261fa48-5ef5-446e-814c-c00004064fd4 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1221.767261] env[65311]: DEBUG oslo_concurrency.lockutils [req-3e1a28ff-8136-45e1-9c44-4b09048b81e9 req-8fca0980-12a1-49c8-a92c-1fab8658d0b6 service nova] Acquiring lock "8ef6866f-e4ba-4b50-abad-343444a84712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.769342] env[65311]: DEBUG oslo_concurrency.lockutils [req-3e1a28ff-8136-45e1-9c44-4b09048b81e9 req-8fca0980-12a1-49c8-a92c-1fab8658d0b6 service nova] Lock "8ef6866f-e4ba-4b50-abad-343444a84712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.769342] env[65311]: DEBUG oslo_concurrency.lockutils [req-3e1a28ff-8136-45e1-9c44-4b09048b81e9 req-8fca0980-12a1-49c8-a92c-1fab8658d0b6 service nova] Lock "8ef6866f-e4ba-4b50-abad-343444a84712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.769513] env[65311]: DEBUG nova.compute.manager [req-3e1a28ff-8136-45e1-9c44-4b09048b81e9 req-8fca0980-12a1-49c8-a92c-1fab8658d0b6 service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] No waiting events found dispatching network-vif-plugged-6261fa48-5ef5-446e-814c-c00004064fd4 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1221.769678] env[65311]: WARNING nova.compute.manager [req-3e1a28ff-8136-45e1-9c44-4b09048b81e9 req-8fca0980-12a1-49c8-a92c-1fab8658d0b6 service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Received unexpected event network-vif-plugged-6261fa48-5ef5-446e-814c-c00004064fd4 for instance with vm_state building and task_state spawning. [ 1221.842526] env[65311]: DEBUG nova.network.neutron [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Successfully updated port: 6261fa48-5ef5-446e-814c-c00004064fd4 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1221.850286] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429218, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.996188] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429215, 'name': ReconfigVM_Task, 'duration_secs': 1.150572} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.996518] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.997476] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9db422-a852-409a-9464-1f8019aa9f7d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.024159] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] e80a1dfd-f6ed-4a2e-b371-38dd458db3ce/e80a1dfd-f6ed-4a2e-b371-38dd458db3ce.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.024538] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d355ec1-ef52-4544-8358-ad2d0b3cead0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.049767] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429216, 'name': Rename_Task, 'duration_secs': 1.06068} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.051615] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.054964] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1222.054964] env[65311]: value = "task-4429220" [ 1222.054964] env[65311]: _type = "Task" [ 1222.054964] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.055606] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6c37499-dd48-46a4-b993-76b4084252a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.058750] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab0d51c-0236-4cc5-9f2d-ed173821d0cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.088111] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.093386] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3ef4e49-8a05-47d7-94e9-b090d70e66ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.095339] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.095693] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1222.095693] env[65311]: value = "task-4429221" [ 1222.095693] env[65311]: _type = "Task" [ 1222.095693] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.102617] env[65311]: DEBUG oslo_vmware.api [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1222.102617] env[65311]: value = "task-4429222" [ 1222.102617] env[65311]: _type = "Task" [ 1222.102617] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.106383] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.116623] env[65311]: DEBUG oslo_vmware.api [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.157199] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429212, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.339942] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3881233-151d-42c0-a929-af360b3ab2be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.348091] env[65311]: DEBUG oslo_vmware.api [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429218, 'name': PowerOnVM_Task, 'duration_secs': 0.548763} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.348839] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.349050] env[65311]: INFO nova.compute.manager [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1222.349234] env[65311]: DEBUG nova.compute.manager [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1222.350096] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec554e4-40db-4bc6-b5bb-3eb6a41713b6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.355012] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.355210] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.355380] env[65311]: DEBUG nova.network.neutron [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1222.358028] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fc1987-97d1-41b3-92ed-8f420a3d8113 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.395600] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872688c7-b1ef-4a23-83ac-59f84dd644aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.404432] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9222face-b5e6-4f71-9a9b-a7684c92d7e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.421323] env[65311]: DEBUG nova.compute.provider_tree [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.570154] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.607102] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.615207] env[65311]: DEBUG oslo_vmware.api [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429222, 'name': PowerOffVM_Task, 'duration_secs': 0.275148} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.615456] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.620823] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1222.621158] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf50f15e-20f3-4271-b373-9224c8d9cfb5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.639464] env[65311]: DEBUG oslo_vmware.api [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1222.639464] env[65311]: value = "task-4429223" [ 1222.639464] env[65311]: _type = "Task" [ 1222.639464] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.648177] env[65311]: DEBUG oslo_vmware.api [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.657168] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429212, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.069541} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.657168] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a781ab20-cb44-44ac-a38f-77c3d7d03115/a781ab20-cb44-44ac-a38f-77c3d7d03115.vmdk to [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70/5dbb6c8e-284a-4033-a68f-e44ea1b7ee70.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.657469] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2607a5d-d79a-47f1-83d3-7be59a5ab7db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.683724] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70/5dbb6c8e-284a-4033-a68f-e44ea1b7ee70.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.683981] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b434cd-4ead-4422-bddb-2cc68a3ea0b8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.705445] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1222.705445] env[65311]: value = "task-4429224" [ 1222.705445] env[65311]: _type = "Task" [ 1222.705445] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.715168] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.876244] env[65311]: INFO nova.compute.manager [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Took 16.81 seconds to build instance. [ 1222.895686] env[65311]: DEBUG nova.network.neutron [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1222.924234] env[65311]: DEBUG nova.scheduler.client.report [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.979163] env[65311]: WARNING neutronclient.v2_0.client [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.056454] env[65311]: DEBUG nova.network.neutron [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Updating instance_info_cache with network_info: [{"id": "6261fa48-5ef5-446e-814c-c00004064fd4", "address": "fa:16:3e:ad:fc:b1", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6261fa48-5e", "ovs_interfaceid": "6261fa48-5ef5-446e-814c-c00004064fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.072975] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.106707] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429221, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.150302] env[65311]: DEBUG oslo_vmware.api [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429223, 'name': ReconfigVM_Task, 'duration_secs': 0.250707} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.150565] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.150882] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.151311] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2af743f7-690c-4d5a-8047-768dbbe6e569 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.160274] env[65311]: DEBUG oslo_vmware.api [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1223.160274] env[65311]: value = "task-4429225" [ 1223.160274] env[65311]: _type = "Task" [ 1223.160274] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.171364] env[65311]: DEBUG oslo_vmware.api [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.218856] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.380067] env[65311]: DEBUG oslo_concurrency.lockutils [None req-27f54c82-355d-4c47-8d9b-23fad6733906 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.319s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.431066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.431675] env[65311]: DEBUG nova.compute.manager [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1223.546106] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.546400] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.546588] env[65311]: DEBUG nova.compute.manager [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1223.548180] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed525b-873f-441c-9f0b-c9ea2afc4757 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.557035] env[65311]: DEBUG nova.compute.manager [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1223.557913] env[65311]: DEBUG nova.objects.instance [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lazy-loading 'flavor' on Instance uuid 850b6214-03ea-4885-bd93-4bb4117ce0e6 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.562420] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.562420] env[65311]: DEBUG nova.compute.manager [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Instance network_info: |[{"id": "6261fa48-5ef5-446e-814c-c00004064fd4", "address": "fa:16:3e:ad:fc:b1", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6261fa48-5e", "ovs_interfaceid": "6261fa48-5ef5-446e-814c-c00004064fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1223.562420] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:fc:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6261fa48-5ef5-446e-814c-c00004064fd4', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.574338] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1223.580635] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.581821] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b9533dc-af2d-4a36-9ad7-a8a344fa201f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.617760] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429220, 'name': ReconfigVM_Task, 'duration_secs': 1.145842} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.620678] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Reconfigured VM instance instance-00000075 to attach disk [datastore2] e80a1dfd-f6ed-4a2e-b371-38dd458db3ce/e80a1dfd-f6ed-4a2e-b371-38dd458db3ce.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.621298] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance 'e80a1dfd-f6ed-4a2e-b371-38dd458db3ce' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.627445] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.627445] env[65311]: value = "task-4429226" [ 1223.627445] env[65311]: _type = "Task" [ 1223.627445] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.631637] env[65311]: DEBUG oslo_vmware.api [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429221, 'name': PowerOnVM_Task, 'duration_secs': 1.288779} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.635040] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.635289] env[65311]: INFO nova.compute.manager [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Took 12.24 seconds to spawn the instance on the hypervisor. [ 1223.635452] env[65311]: DEBUG nova.compute.manager [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1223.636310] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b26976-22fb-4673-92ab-52075e26592f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.647031] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429226, 'name': CreateVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.670458] env[65311]: DEBUG oslo_vmware.api [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429225, 'name': PowerOnVM_Task, 'duration_secs': 0.479493} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.670747] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.670946] env[65311]: DEBUG nova.compute.manager [None req-3de4924a-f894-4a3b-8818-9081abc7e26d tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1223.671741] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b0c35-2ec4-48d7-b9a6-9759d99a2a77 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.719374] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429224, 'name': ReconfigVM_Task, 'duration_secs': 0.69686} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.719683] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70/5dbb6c8e-284a-4033-a68f-e44ea1b7ee70.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.720394] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37b919a3-0fd4-4b35-8d01-ae661dbf5c7a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.729596] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1223.729596] env[65311]: value = "task-4429227" [ 1223.729596] env[65311]: _type = "Task" [ 1223.729596] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.743527] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429227, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.805292] env[65311]: DEBUG nova.compute.manager [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Received event network-changed-6261fa48-5ef5-446e-814c-c00004064fd4 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1223.805392] env[65311]: DEBUG nova.compute.manager [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Refreshing instance network info cache due to event network-changed-6261fa48-5ef5-446e-814c-c00004064fd4. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1223.805769] env[65311]: DEBUG oslo_concurrency.lockutils [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] Acquiring lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.805769] env[65311]: DEBUG oslo_concurrency.lockutils [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] Acquired lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.805920] env[65311]: DEBUG nova.network.neutron [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Refreshing network info cache for port 6261fa48-5ef5-446e-814c-c00004064fd4 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.938423] env[65311]: DEBUG nova.compute.utils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.940500] env[65311]: DEBUG nova.compute.manager [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1223.940694] env[65311]: DEBUG nova.network.neutron [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1223.941020] env[65311]: WARNING neutronclient.v2_0.client [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.941706] env[65311]: WARNING neutronclient.v2_0.client [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.992673] env[65311]: DEBUG nova.policy [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26aaaf67c344788b3bdd010e529a97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec8893005944de781a2ec2b640d87fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.130027] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5f2726-b825-4dc0-b84e-900b7e0fcc69 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.143160] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429226, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.164385] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46435d6b-800b-4100-b73f-51a09f1e0d86 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.169695] env[65311]: INFO nova.compute.manager [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Took 18.46 seconds to build instance. [ 1224.191119] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance 'e80a1dfd-f6ed-4a2e-b371-38dd458db3ce' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.242118] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429227, 'name': Rename_Task, 'duration_secs': 0.177376} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.242422] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.242686] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8c466c8-0b5d-47d8-971a-ff5400802555 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.251152] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1224.251152] env[65311]: value = "task-4429228" [ 1224.251152] env[65311]: _type = "Task" [ 1224.251152] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.262267] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.308855] env[65311]: WARNING neutronclient.v2_0.client [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.375565] env[65311]: DEBUG nova.network.neutron [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Successfully created port: da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1224.444631] env[65311]: DEBUG nova.compute.manager [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1224.567409] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.568676] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a0795cf-ee7e-4628-8f90-6a31aee2a9a6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.578037] env[65311]: DEBUG oslo_vmware.api [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1224.578037] env[65311]: value = "task-4429229" [ 1224.578037] env[65311]: _type = "Task" [ 1224.578037] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.589370] env[65311]: DEBUG oslo_vmware.api [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.646699] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429226, 'name': CreateVM_Task, 'duration_secs': 0.623678} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.647014] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.647519] env[65311]: WARNING neutronclient.v2_0.client [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.648513] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.648710] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.649215] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.649421] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98e0e0d-c70e-46e7-80c0-7187dbb0b343 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.656345] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1224.656345] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b9c512-47b4-30eb-9e99-83ca741c443d" [ 1224.656345] env[65311]: _type = "Task" [ 1224.656345] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.666428] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b9c512-47b4-30eb-9e99-83ca741c443d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.671953] env[65311]: DEBUG oslo_concurrency.lockutils [None req-93d69958-3409-4974-8b6d-4c63f530a261 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.969s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.698884] env[65311]: WARNING neutronclient.v2_0.client [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.699432] env[65311]: WARNING neutronclient.v2_0.client [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.763264] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.087240] env[65311]: WARNING neutronclient.v2_0.client [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.095629] env[65311]: DEBUG oslo_vmware.api [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429229, 'name': PowerOffVM_Task, 'duration_secs': 0.195433} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.096312] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.096698] env[65311]: DEBUG nova.compute.manager [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1225.097827] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6f62ce-d1d5-468d-af41-670e7819be85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.169121] env[65311]: DEBUG nova.network.neutron [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Port c30fc00f-84d0-4319-86b7-f9f38baa91ae binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1225.178304] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b9c512-47b4-30eb-9e99-83ca741c443d, 'name': SearchDatastore_Task, 'duration_secs': 0.013315} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.179285] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.179621] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.179902] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.180192] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.180531] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.180959] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b951eca-358e-427c-a413-08d4164c1b9c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.198637] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.198737] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.202616] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4253bf79-24e6-422e-a335-ec0f958ef07d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.210116] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1225.210116] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5292494d-0ff6-c9f4-8cda-26008d09467c" [ 1225.210116] env[65311]: _type = "Task" [ 1225.210116] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.223465] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5292494d-0ff6-c9f4-8cda-26008d09467c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.268861] env[65311]: DEBUG oslo_vmware.api [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429228, 'name': PowerOnVM_Task, 'duration_secs': 0.764748} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.269100] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.312771] env[65311]: DEBUG nova.network.neutron [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Updated VIF entry in instance network info cache for port 6261fa48-5ef5-446e-814c-c00004064fd4. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1225.313397] env[65311]: DEBUG nova.network.neutron [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Updating instance_info_cache with network_info: [{"id": "6261fa48-5ef5-446e-814c-c00004064fd4", "address": "fa:16:3e:ad:fc:b1", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6261fa48-5e", "ovs_interfaceid": "6261fa48-5ef5-446e-814c-c00004064fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.377359] env[65311]: DEBUG nova.compute.manager [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Received event network-changed-28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1225.377359] env[65311]: DEBUG nova.compute.manager [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Refreshing instance network info cache due to event network-changed-28529812-1676-41d9-8811-683e33c22a87. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1225.377359] env[65311]: DEBUG oslo_concurrency.lockutils [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] Acquiring lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.377656] env[65311]: DEBUG oslo_concurrency.lockutils [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] Acquired lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.377871] env[65311]: DEBUG nova.network.neutron [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Refreshing network info cache for port 28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.384785] env[65311]: DEBUG nova.compute.manager [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1225.385762] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb9473a-8786-428d-9656-2dde43f4d483 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.455940] env[65311]: DEBUG nova.compute.manager [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1225.484124] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1225.484394] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.484547] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1225.484725] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.484906] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1225.485071] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1225.485282] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1225.485461] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1225.485633] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1225.485793] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1225.485967] env[65311]: DEBUG nova.virt.hardware [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1225.487213] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e7d0f5-d12a-414d-82ca-22032cb70c35 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.496119] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f415df48-8b38-44c4-980b-62a32096eced {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.613421] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d2b84791-648d-4a73-b5b3-d7214fb5af8a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.729875] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5292494d-0ff6-c9f4-8cda-26008d09467c, 'name': SearchDatastore_Task, 'duration_secs': 0.042305} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.730821] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c252dc1-b6d4-460d-a69e-9e3437cb63dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.738883] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1225.738883] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5285f674-b532-1e51-805a-54475d1bd19b" [ 1225.738883] env[65311]: _type = "Task" [ 1225.738883] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.750805] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5285f674-b532-1e51-805a-54475d1bd19b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.817867] env[65311]: DEBUG oslo_concurrency.lockutils [req-52be23be-85d7-4cba-aeb8-25468448a96a req-53650f57-1944-4596-b82c-e76fe10eb38d service nova] Releasing lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.881758] env[65311]: WARNING neutronclient.v2_0.client [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.887041] env[65311]: DEBUG nova.compute.manager [req-be33bfc0-06bd-4595-847f-dcb68098a610 req-2879b250-00d7-42e8-9223-b08dcec85e90 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received event network-vif-plugged-da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1225.887464] env[65311]: DEBUG oslo_concurrency.lockutils [req-be33bfc0-06bd-4595-847f-dcb68098a610 req-2879b250-00d7-42e8-9223-b08dcec85e90 service nova] Acquiring lock "fa9b99a1-8850-4f71-b777-04b086afc62f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.887625] env[65311]: DEBUG oslo_concurrency.lockutils [req-be33bfc0-06bd-4595-847f-dcb68098a610 req-2879b250-00d7-42e8-9223-b08dcec85e90 service nova] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.887853] env[65311]: DEBUG oslo_concurrency.lockutils [req-be33bfc0-06bd-4595-847f-dcb68098a610 req-2879b250-00d7-42e8-9223-b08dcec85e90 service nova] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.888202] env[65311]: DEBUG nova.compute.manager [req-be33bfc0-06bd-4595-847f-dcb68098a610 req-2879b250-00d7-42e8-9223-b08dcec85e90 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] No waiting events found dispatching network-vif-plugged-da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1225.888464] env[65311]: WARNING nova.compute.manager [req-be33bfc0-06bd-4595-847f-dcb68098a610 req-2879b250-00d7-42e8-9223-b08dcec85e90 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received unexpected event network-vif-plugged-da5bc795-50e3-4ce5-995a-d956b45b5c7b for instance with vm_state building and task_state spawning. [ 1225.905129] env[65311]: DEBUG oslo_concurrency.lockutils [None req-984d5ce0-2f29-4f25-a499-802af83126b4 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.417s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.003308] env[65311]: DEBUG nova.network.neutron [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Successfully updated port: da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1226.202588] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.202840] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.203121] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.251199] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5285f674-b532-1e51-805a-54475d1bd19b, 'name': SearchDatastore_Task, 'duration_secs': 0.013617} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.251467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.251726] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8ef6866f-e4ba-4b50-abad-343444a84712/8ef6866f-e4ba-4b50-abad-343444a84712.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.251984] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9e6b5fd-c039-4f21-a2b3-8860e1884139 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.260549] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1226.260549] env[65311]: value = "task-4429231" [ 1226.260549] env[65311]: _type = "Task" [ 1226.260549] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.271795] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.372264] env[65311]: WARNING neutronclient.v2_0.client [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.510066] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.510449] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.510595] env[65311]: DEBUG nova.network.neutron [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1226.544068] env[65311]: DEBUG nova.network.neutron [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updated VIF entry in instance network info cache for port 28529812-1676-41d9-8811-683e33c22a87. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1226.544610] env[65311]: DEBUG nova.network.neutron [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating instance_info_cache with network_info: [{"id": "28529812-1676-41d9-8811-683e33c22a87", "address": "fa:16:3e:8c:ff:47", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28529812-16", "ovs_interfaceid": "28529812-1676-41d9-8811-683e33c22a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.771443] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.857578] env[65311]: INFO nova.compute.manager [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Rebuilding instance [ 1226.911762] env[65311]: DEBUG nova.compute.manager [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1226.912845] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa81fcf-6743-4812-813f-252c63ee9de9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.047547] env[65311]: DEBUG oslo_concurrency.lockutils [req-224f12e2-621e-44f2-b089-42f05318e33e req-ed0e4b92-7ec4-44e5-a924-843bff539ec1 service nova] Releasing lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.049785] env[65311]: DEBUG nova.network.neutron [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1227.131482] env[65311]: WARNING neutronclient.v2_0.client [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.201368] env[65311]: DEBUG nova.network.neutron [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [{"id": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "address": "fa:16:3e:b2:3f:b1", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5bc795-50", "ovs_interfaceid": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.214076] env[65311]: WARNING neutronclient.v2_0.client [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.245299] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.245607] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.245969] env[65311]: DEBUG nova.network.neutron [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1227.270869] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840813} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.271469] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8ef6866f-e4ba-4b50-abad-343444a84712/8ef6866f-e4ba-4b50-abad-343444a84712.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.271469] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.271654] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6bb2c1e-b074-4f4d-872f-e5e6163967cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.279495] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1227.279495] env[65311]: value = "task-4429232" [ 1227.279495] env[65311]: _type = "Task" [ 1227.279495] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.293436] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.395425] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.395710] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.395961] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.396174] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.396337] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.398670] env[65311]: INFO nova.compute.manager [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Terminating instance [ 1227.414447] env[65311]: DEBUG nova.compute.manager [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Received event network-changed-28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1227.414447] env[65311]: DEBUG nova.compute.manager [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Refreshing instance network info cache due to event network-changed-28529812-1676-41d9-8811-683e33c22a87. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1227.414651] env[65311]: DEBUG oslo_concurrency.lockutils [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] Acquiring lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.414989] env[65311]: DEBUG oslo_concurrency.lockutils [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] Acquired lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.414989] env[65311]: DEBUG nova.network.neutron [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Refreshing network info cache for port 28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.704271] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.704666] env[65311]: DEBUG nova.compute.manager [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Instance network_info: |[{"id": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "address": "fa:16:3e:b2:3f:b1", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5bc795-50", "ovs_interfaceid": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1227.705256] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:3f:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da5bc795-50e3-4ce5-995a-d956b45b5c7b', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.712808] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1227.713059] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.713299] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b99bce0-7df7-41a3-b412-c28d137c0116 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.733738] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.733738] env[65311]: value = "task-4429233" [ 1227.733738] env[65311]: _type = "Task" [ 1227.733738] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.742330] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429233, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.749090] env[65311]: WARNING neutronclient.v2_0.client [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.792478] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071132} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.792865] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.793706] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bb9b30-6119-4130-bf0e-51b95cad4791 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.817241] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 8ef6866f-e4ba-4b50-abad-343444a84712/8ef6866f-e4ba-4b50-abad-343444a84712.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.817524] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b9ea03-684e-4b80-a5b8-1d0c8cbc2f38 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.843996] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1227.843996] env[65311]: value = "task-4429234" [ 1227.843996] env[65311]: _type = "Task" [ 1227.843996] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.853878] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.903384] env[65311]: DEBUG nova.compute.manager [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1227.903670] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.904762] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9fb414-5caf-4bad-a618-57c8a8540688 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.915274] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.915552] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e51cecc3-c9df-411b-9194-028e0b6562ff {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.917433] env[65311]: WARNING neutronclient.v2_0.client [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.922573] env[65311]: DEBUG nova.compute.manager [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received event network-changed-da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1227.922757] env[65311]: DEBUG nova.compute.manager [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing instance network info cache due to event network-changed-da5bc795-50e3-4ce5-995a-d956b45b5c7b. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1227.923038] env[65311]: DEBUG oslo_concurrency.lockutils [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] Acquiring lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.923168] env[65311]: DEBUG oslo_concurrency.lockutils [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] Acquired lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.923324] env[65311]: DEBUG nova.network.neutron [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing network info cache for port da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.926141] env[65311]: WARNING neutronclient.v2_0.client [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.928992] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.930612] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2552e9f-8adf-4c8c-8c2c-c6099c9df88b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.932791] env[65311]: DEBUG oslo_vmware.api [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1227.932791] env[65311]: value = "task-4429235" [ 1227.932791] env[65311]: _type = "Task" [ 1227.932791] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.939663] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1227.939663] env[65311]: value = "task-4429236" [ 1227.939663] env[65311]: _type = "Task" [ 1227.939663] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.946966] env[65311]: DEBUG oslo_vmware.api [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.953593] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1227.953896] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.954751] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b30d34-7402-41df-8623-edae659d3118 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.967172] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.969881] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e82f2e16-91c7-4e01-b5b2-ceddb4d0690e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.007569] env[65311]: DEBUG nova.network.neutron [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance_info_cache with network_info: [{"id": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "address": "fa:16:3e:70:ad:15", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30fc00f-84", "ovs_interfaceid": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.049359] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.049677] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.049972] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleting the datastore file [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.050374] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57c3d39d-ebfa-40fd-ab59-4c5d50021126 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.059624] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1228.059624] env[65311]: value = "task-4429238" [ 1228.059624] env[65311]: _type = "Task" [ 1228.059624] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.072923] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.100379] env[65311]: WARNING neutronclient.v2_0.client [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.189801] env[65311]: DEBUG nova.network.neutron [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updated VIF entry in instance network info cache for port 28529812-1676-41d9-8811-683e33c22a87. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1228.190172] env[65311]: DEBUG nova.network.neutron [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating instance_info_cache with network_info: [{"id": "28529812-1676-41d9-8811-683e33c22a87", "address": "fa:16:3e:8c:ff:47", "network": {"id": "4682a2f5-ec15-4a0f-abb4-5c8f4540f7c5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-537444377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68992ff22ad44caa9e7239f7c52fe99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28529812-16", "ovs_interfaceid": "28529812-1676-41d9-8811-683e33c22a87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.247106] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429233, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.354786] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429234, 'name': ReconfigVM_Task, 'duration_secs': 0.337705} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.355056] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 8ef6866f-e4ba-4b50-abad-343444a84712/8ef6866f-e4ba-4b50-abad-343444a84712.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.355694] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8443bac5-96ab-4f22-a0fe-bf1ca150407b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.362369] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1228.362369] env[65311]: value = "task-4429240" [ 1228.362369] env[65311]: _type = "Task" [ 1228.362369] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.370794] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429240, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.425989] env[65311]: WARNING neutronclient.v2_0.client [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.445372] env[65311]: DEBUG oslo_vmware.api [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429235, 'name': PowerOffVM_Task, 'duration_secs': 0.324526} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.445649] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.445811] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.446125] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-869ec114-9a2c-4b9d-ba2b-53c6552a54ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.511014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.538639] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.538884] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.539032] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleting the datastore file [datastore2] 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.539319] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4512b6e2-3132-47e2-b893-fa0735cfa1ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.546362] env[65311]: DEBUG oslo_vmware.api [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for the task: (returnval){ [ 1228.546362] env[65311]: value = "task-4429242" [ 1228.546362] env[65311]: _type = "Task" [ 1228.546362] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.557834] env[65311]: DEBUG oslo_vmware.api [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.569233] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318092} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.569463] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.569636] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.569803] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.585102] env[65311]: WARNING neutronclient.v2_0.client [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.655373] env[65311]: DEBUG nova.network.neutron [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updated VIF entry in instance network info cache for port da5bc795-50e3-4ce5-995a-d956b45b5c7b. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1228.655736] env[65311]: DEBUG nova.network.neutron [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [{"id": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "address": "fa:16:3e:b2:3f:b1", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5bc795-50", "ovs_interfaceid": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.692730] env[65311]: DEBUG oslo_concurrency.lockutils [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] Releasing lock "refresh_cache-84adf44e-0c27-47da-a2a9-f62b9aabc629" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.693048] env[65311]: DEBUG nova.compute.manager [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Received event network-changed-66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1228.693233] env[65311]: DEBUG nova.compute.manager [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Refreshing instance network info cache due to event network-changed-66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1228.693432] env[65311]: DEBUG oslo_concurrency.lockutils [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] Acquiring lock "refresh_cache-aa47b420-809c-4fef-91ff-a6e1076625c4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.693566] env[65311]: DEBUG oslo_concurrency.lockutils [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] Acquired lock "refresh_cache-aa47b420-809c-4fef-91ff-a6e1076625c4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.693721] env[65311]: DEBUG nova.network.neutron [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Refreshing network info cache for port 66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.745567] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429233, 'name': CreateVM_Task, 'duration_secs': 0.543925} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.745740] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.746254] env[65311]: WARNING neutronclient.v2_0.client [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.746610] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.746778] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.747100] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.747363] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7ffba8-1bc1-4dc9-bc7c-e6b3f8022b01 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.752497] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1228.752497] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52adbff1-52aa-cc14-f649-1f11350e3365" [ 1228.752497] env[65311]: _type = "Task" [ 1228.752497] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.760918] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52adbff1-52aa-cc14-f649-1f11350e3365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.874398] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429240, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.038451] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1648c137-d95f-425c-a24a-f55b00ea6538 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.061984] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd53ec0d-56c4-4651-9729-ad1b8d71aa6a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.072218] env[65311]: DEBUG oslo_vmware.api [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.072569] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance 'e80a1dfd-f6ed-4a2e-b371-38dd458db3ce' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.158583] env[65311]: DEBUG oslo_concurrency.lockutils [req-5109cd59-b390-451d-9693-b6caaa4bdde3 req-d885f8e6-d99d-43cc-b7b9-39fcfe6ac867 service nova] Releasing lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.196502] env[65311]: WARNING neutronclient.v2_0.client [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.264494] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52adbff1-52aa-cc14-f649-1f11350e3365, 'name': SearchDatastore_Task, 'duration_secs': 0.044672} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.264859] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.265218] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.265456] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.265642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.265943] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.266232] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04a9bcf0-5456-4c77-b927-88523c5b68f5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.276566] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.276735] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.277582] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e26b08eb-9a06-4272-b29d-cdf1c71bd2e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.286772] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1229.286772] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ffd4ef-a4a3-297e-cabf-8d9a063ca39f" [ 1229.286772] env[65311]: _type = "Task" [ 1229.286772] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.296220] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ffd4ef-a4a3-297e-cabf-8d9a063ca39f, 'name': SearchDatastore_Task, 'duration_secs': 0.009114} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.297025] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5370cf0c-8fa6-4869-b944-e67b06bac4ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.302456] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1229.302456] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c1f9b5-a54c-df27-e202-747f6b7a59a9" [ 1229.302456] env[65311]: _type = "Task" [ 1229.302456] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.310576] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c1f9b5-a54c-df27-e202-747f6b7a59a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.373646] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429240, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.377752] env[65311]: WARNING neutronclient.v2_0.client [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.450669] env[65311]: DEBUG nova.network.neutron [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Updated VIF entry in instance network info cache for port 66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1229.451183] env[65311]: DEBUG nova.network.neutron [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Updating instance_info_cache with network_info: [{"id": "66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e", "address": "fa:16:3e:26:e2:da", "network": {"id": "62588d51-f7f7-49fd-b00d-6c8f6c545753", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-323895382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716d7235e604ea99f3ee78e8ca849b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f99e04-fd", "ovs_interfaceid": "66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.568549] env[65311]: DEBUG oslo_vmware.api [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Task: {'id': task-4429242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.737805} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.568787] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.568963] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.569147] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.569312] env[65311]: INFO nova.compute.manager [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1229.569542] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1229.569727] env[65311]: DEBUG nova.compute.manager [-] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1229.569818] env[65311]: DEBUG nova.network.neutron [-] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1229.570072] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.581796] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.584759] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e6d0bd7-e9a1-4ac0-90bb-bdceba6554ef {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.592980] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1229.592980] env[65311]: value = "task-4429243" [ 1229.592980] env[65311]: _type = "Task" [ 1229.592980] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.602753] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.605307] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.614098] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1229.614476] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.614702] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1229.614995] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.615270] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1229.615490] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1229.615824] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.616051] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1229.616327] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1229.616584] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1229.616840] env[65311]: DEBUG nova.virt.hardware [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1229.617790] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d78beb4-11fa-4779-9ac8-ee0903d78d17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.626693] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a78e590-d369-449a-8317-94a602c198a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.644554] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:b3:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60b3bf61-d05d-4556-bfc5-91a423b073a9', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.652044] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1229.652304] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.652592] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24c70171-355d-4b68-80c2-b77df67f8edf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.672448] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.672448] env[65311]: value = "task-4429244" [ 1229.672448] env[65311]: _type = "Task" [ 1229.672448] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.681321] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429244, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.814186] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c1f9b5-a54c-df27-e202-747f6b7a59a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.814541] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.814787] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] fa9b99a1-8850-4f71-b777-04b086afc62f/fa9b99a1-8850-4f71-b777-04b086afc62f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.815117] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-285e8215-b553-4ce8-82cf-77839a2a6503 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.822907] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1229.822907] env[65311]: value = "task-4429245" [ 1229.822907] env[65311]: _type = "Task" [ 1229.822907] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.832717] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.876965] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429240, 'name': Rename_Task, 'duration_secs': 1.148094} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.877419] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.877613] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc88b7c2-c744-49ce-a5d1-51437e071095 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.885590] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1229.885590] env[65311]: value = "task-4429246" [ 1229.885590] env[65311]: _type = "Task" [ 1229.885590] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.895522] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.955040] env[65311]: DEBUG oslo_concurrency.lockutils [req-c4f4b9ee-d8d8-4112-ab0c-8f67871df20b req-622b5bd0-8f3d-41ae-9126-fdc857b6a6fb service nova] Releasing lock "refresh_cache-aa47b420-809c-4fef-91ff-a6e1076625c4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.106414] env[65311]: DEBUG oslo_vmware.api [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429243, 'name': PowerOnVM_Task, 'duration_secs': 0.419776} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.108257] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.108629] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-efce4fb7-62f2-49f5-9566-774f66d63e7d tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance 'e80a1dfd-f6ed-4a2e-b371-38dd458db3ce' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.134104] env[65311]: DEBUG nova.compute.manager [req-b69915f8-05cd-4ef9-9cbe-d0ee57619de4 req-f42cd59e-e664-4251-b23b-5066af6ea7f9 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Received event network-vif-deleted-0936ac13-cee3-42ed-834c-377791127339 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1230.134104] env[65311]: INFO nova.compute.manager [req-b69915f8-05cd-4ef9-9cbe-d0ee57619de4 req-f42cd59e-e664-4251-b23b-5066af6ea7f9 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Neutron deleted interface 0936ac13-cee3-42ed-834c-377791127339; detaching it from the instance and deleting it from the info cache [ 1230.134341] env[65311]: DEBUG nova.network.neutron [req-b69915f8-05cd-4ef9-9cbe-d0ee57619de4 req-f42cd59e-e664-4251-b23b-5066af6ea7f9 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.184798] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429244, 'name': CreateVM_Task, 'duration_secs': 0.384475} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.185090] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.185695] env[65311]: WARNING neutronclient.v2_0.client [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1230.186215] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.186442] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.186826] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.187122] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e9f7ab-25d6-4f77-a797-caf8bbbf6b83 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.192992] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1230.192992] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d0b73-305f-f4be-e3fe-afa287cd3a58" [ 1230.192992] env[65311]: _type = "Task" [ 1230.192992] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.202904] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d0b73-305f-f4be-e3fe-afa287cd3a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.335997] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429245, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.396423] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.614711] env[65311]: DEBUG nova.network.neutron [-] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.636367] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f382351-a957-494e-9546-729ea2846ba5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.647118] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd66c353-fe9e-40e5-a08b-c37260bdda79 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.683441] env[65311]: DEBUG nova.compute.manager [req-b69915f8-05cd-4ef9-9cbe-d0ee57619de4 req-f42cd59e-e664-4251-b23b-5066af6ea7f9 service nova] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Detach interface failed, port_id=0936ac13-cee3-42ed-834c-377791127339, reason: Instance 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1230.702473] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d0b73-305f-f4be-e3fe-afa287cd3a58, 'name': SearchDatastore_Task, 'duration_secs': 0.059401} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.702764] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.702995] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.703254] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.703393] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.703568] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.703809] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4564cac-37ba-49a6-9a0f-dc443d935c2c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.714119] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.714287] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.714946] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591efd57-e4e5-4baa-94b2-8e85eeea0a1a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.720861] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1230.720861] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268c174-702e-1f58-6b94-453bdfa43a53" [ 1230.720861] env[65311]: _type = "Task" [ 1230.720861] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.728355] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268c174-702e-1f58-6b94-453bdfa43a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.834781] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525467} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.835080] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] fa9b99a1-8850-4f71-b777-04b086afc62f/fa9b99a1-8850-4f71-b777-04b086afc62f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.835741] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.835741] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a25e93c2-e078-4ed0-be77-c5a33354ccd8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.843398] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1230.843398] env[65311]: value = "task-4429247" [ 1230.843398] env[65311]: _type = "Task" [ 1230.843398] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.851165] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.896135] env[65311]: DEBUG oslo_vmware.api [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429246, 'name': PowerOnVM_Task, 'duration_secs': 0.560193} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.896449] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.896636] env[65311]: INFO nova.compute.manager [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1230.896810] env[65311]: DEBUG nova.compute.manager [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1230.897640] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67135d42-c8bc-46e3-9b3d-cec004518576 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.124735] env[65311]: INFO nova.compute.manager [-] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Took 1.55 seconds to deallocate network for instance. [ 1231.232782] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5268c174-702e-1f58-6b94-453bdfa43a53, 'name': SearchDatastore_Task, 'duration_secs': 0.038137} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.233700] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562714fc-acea-4aa2-815f-9dcc5f4255ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.240116] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1231.240116] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ea7791-90e2-362a-45fe-a138b118a77f" [ 1231.240116] env[65311]: _type = "Task" [ 1231.240116] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.251150] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ea7791-90e2-362a-45fe-a138b118a77f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.354662] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137744} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.354968] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.355841] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b2ca03-cf71-43c2-a8d2-d7725a8e576b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.381451] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] fa9b99a1-8850-4f71-b777-04b086afc62f/fa9b99a1-8850-4f71-b777-04b086afc62f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.381702] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c9414fa-bc8d-4e65-9dc2-ff251207018d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.400857] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1231.400857] env[65311]: value = "task-4429248" [ 1231.400857] env[65311]: _type = "Task" [ 1231.400857] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.415191] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.418559] env[65311]: INFO nova.compute.manager [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Took 21.87 seconds to build instance. [ 1231.640537] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.640849] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.641084] env[65311]: DEBUG nova.objects.instance [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lazy-loading 'resources' on Instance uuid 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.669798] env[65311]: DEBUG nova.compute.manager [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Received event network-changed-6261fa48-5ef5-446e-814c-c00004064fd4 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1231.669971] env[65311]: DEBUG nova.compute.manager [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Refreshing instance network info cache due to event network-changed-6261fa48-5ef5-446e-814c-c00004064fd4. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1231.670213] env[65311]: DEBUG oslo_concurrency.lockutils [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] Acquiring lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.670856] env[65311]: DEBUG oslo_concurrency.lockutils [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] Acquired lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.671090] env[65311]: DEBUG nova.network.neutron [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Refreshing network info cache for port 6261fa48-5ef5-446e-814c-c00004064fd4 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.755543] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52ea7791-90e2-362a-45fe-a138b118a77f, 'name': SearchDatastore_Task, 'duration_secs': 0.023029} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.755543] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.755543] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6/850b6214-03ea-4885-bd93-4bb4117ce0e6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.755698] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c87f240-0b18-42fb-b926-83a1840dbb76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.763533] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1231.763533] env[65311]: value = "task-4429249" [ 1231.763533] env[65311]: _type = "Task" [ 1231.763533] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.771820] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.919196] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429248, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.920824] env[65311]: DEBUG oslo_concurrency.lockutils [None req-2959741c-9b9c-420b-83e5-34c3ac260177 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "8ef6866f-e4ba-4b50-abad-343444a84712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.374s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.175974] env[65311]: WARNING neutronclient.v2_0.client [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.276631] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429249, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.408824] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d50f870-b4d0-4584-b4c3-03466f7da4aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.416535] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429248, 'name': ReconfigVM_Task, 'duration_secs': 0.523131} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.417115] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] fa9b99a1-8850-4f71-b777-04b086afc62f/fa9b99a1-8850-4f71-b777-04b086afc62f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.417756] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-222d378d-5666-4115-a845-07946720251f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.421738] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096d924-8dd1-446e-a8f0-9152ce9b6048 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.426578] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1232.426578] env[65311]: value = "task-4429250" [ 1232.426578] env[65311]: _type = "Task" [ 1232.426578] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.457072] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f8bcc8-fdd7-4461-b6a2-2b4ff2983cea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.462513] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429250, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.467847] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525194f7-59dd-48e9-ba33-e71d59753a51 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.481083] env[65311]: DEBUG nova.compute.provider_tree [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.510396] env[65311]: WARNING neutronclient.v2_0.client [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.588199] env[65311]: DEBUG nova.network.neutron [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Updated VIF entry in instance network info cache for port 6261fa48-5ef5-446e-814c-c00004064fd4. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1232.588613] env[65311]: DEBUG nova.network.neutron [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Updating instance_info_cache with network_info: [{"id": "6261fa48-5ef5-446e-814c-c00004064fd4", "address": "fa:16:3e:ad:fc:b1", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6261fa48-5e", "ovs_interfaceid": "6261fa48-5ef5-446e-814c-c00004064fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.671903] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.671903] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.672097] env[65311]: DEBUG nova.compute.manager [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Going to confirm migration 9 {{(pid=65311) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1232.775438] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429249, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.937808] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429250, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.985200] env[65311]: DEBUG nova.scheduler.client.report [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.091878] env[65311]: DEBUG oslo_concurrency.lockutils [req-98c108b7-c03d-4555-9172-532d1e961b2d req-60e1bac8-7643-4035-8a00-d7c8adff1b32 service nova] Releasing lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.179326] env[65311]: WARNING neutronclient.v2_0.client [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.259261] env[65311]: WARNING neutronclient.v2_0.client [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.260037] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.260385] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquired lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.260714] env[65311]: DEBUG nova.network.neutron [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1233.261336] env[65311]: DEBUG nova.objects.instance [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'info_cache' on Instance uuid e80a1dfd-f6ed-4a2e-b371-38dd458db3ce {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.279386] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429249, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.438385] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429250, 'name': Rename_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.490270] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.514940] env[65311]: INFO nova.scheduler.client.report [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Deleted allocations for instance 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70 [ 1233.776171] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429249, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.67851} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.777043] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6/850b6214-03ea-4885-bd93-4bb4117ce0e6.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.777234] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.777497] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1517b409-77a5-473a-a181-0fce8ade4a94 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.786997] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1233.786997] env[65311]: value = "task-4429251" [ 1233.786997] env[65311]: _type = "Task" [ 1233.786997] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.794737] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.922193] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.922484] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.922668] env[65311]: INFO nova.compute.manager [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Shelving [ 1233.939248] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429250, 'name': Rename_Task, 'duration_secs': 1.478015} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.939756] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.940011] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e23f4e-efa4-4656-847c-4060d3e1b855 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.946803] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1233.946803] env[65311]: value = "task-4429253" [ 1233.946803] env[65311]: _type = "Task" [ 1233.946803] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.954650] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.022450] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7f6fd296-3348-4b1a-afc3-80eed8907e41 tempest-ServerActionsTestOtherB-1027609472 tempest-ServerActionsTestOtherB-1027609472-project-member] Lock "5dbb6c8e-284a-4033-a68f-e44ea1b7ee70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.627s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.271415] env[65311]: WARNING neutronclient.v2_0.client [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.298808] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066154} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.299109] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.299980] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00942f44-3704-467d-ac6f-2ccffcd8e957 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.324954] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6/850b6214-03ea-4885-bd93-4bb4117ce0e6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.328133] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c3631e-fc6a-4ee0-8db1-c87103f21e42 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.350655] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1234.350655] env[65311]: value = "task-4429254" [ 1234.350655] env[65311]: _type = "Task" [ 1234.350655] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.359865] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.457241] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.470541] env[65311]: WARNING neutronclient.v2_0.client [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.545163] env[65311]: DEBUG nova.network.neutron [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance_info_cache with network_info: [{"id": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "address": "fa:16:3e:70:ad:15", "network": {"id": "f354856a-1d1f-4425-abbc-f13fcab08f4f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-919147392-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "914ab6cb74df49558377ad7293e407e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc30fc00f-84", "ovs_interfaceid": "c30fc00f-84d0-4319-86b7-f9f38baa91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.861470] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429254, 'name': ReconfigVM_Task, 'duration_secs': 0.329848} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.861981] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6/850b6214-03ea-4885-bd93-4bb4117ce0e6.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.862421] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-348c61e7-3c1d-40cc-8380-20717e93f158 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.869739] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1234.869739] env[65311]: value = "task-4429255" [ 1234.869739] env[65311]: _type = "Task" [ 1234.869739] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.878337] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429255, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.932618] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.932984] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70be86bb-6f9c-4d65-880d-beed95ea14d8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.940725] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1234.940725] env[65311]: value = "task-4429256" [ 1234.940725] env[65311]: _type = "Task" [ 1234.940725] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.950339] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.959151] env[65311]: DEBUG oslo_vmware.api [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429253, 'name': PowerOnVM_Task, 'duration_secs': 0.742647} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.959426] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.959665] env[65311]: INFO nova.compute.manager [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1234.959838] env[65311]: DEBUG nova.compute.manager [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1234.960630] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28765421-3763-42cc-8914-64621c3603f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.050365] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Releasing lock "refresh_cache-e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.050571] env[65311]: DEBUG nova.objects.instance [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lazy-loading 'migration_context' on Instance uuid e80a1dfd-f6ed-4a2e-b371-38dd458db3ce {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.381687] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429255, 'name': Rename_Task, 'duration_secs': 0.176186} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.381924] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.382416] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-857c5e8e-9488-43ef-89a6-562d66ef2f15 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.390634] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1235.390634] env[65311]: value = "task-4429257" [ 1235.390634] env[65311]: _type = "Task" [ 1235.390634] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.400512] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.452923] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429256, 'name': PowerOffVM_Task, 'duration_secs': 0.186743} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.453241] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.454112] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e013130-1d0b-4f2b-a22f-9e75db95b0f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.478095] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07b0225-e22d-478c-92de-8e7b561f1a16 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.482471] env[65311]: INFO nova.compute.manager [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Took 18.50 seconds to build instance. [ 1235.553837] env[65311]: DEBUG nova.objects.base [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1235.555203] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aad8f4-2728-4940-93b9-954831f8b01f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.575090] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7d3d35-93c4-423f-a752-df714723bab7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.581384] env[65311]: DEBUG oslo_vmware.api [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1235.581384] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fac1e8-e67c-dc9d-fcb7-484778f93776" [ 1235.581384] env[65311]: _type = "Task" [ 1235.581384] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.590416] env[65311]: DEBUG oslo_vmware.api [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52fac1e8-e67c-dc9d-fcb7-484778f93776, 'name': SearchDatastore_Task} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.590696] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.590946] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.901647] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429257, 'name': PowerOnVM_Task, 'duration_secs': 0.442773} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.902601] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.902601] env[65311]: DEBUG nova.compute.manager [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1235.902800] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0341582-f7ea-4354-9c2b-0779fb052ee3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.985552] env[65311]: DEBUG oslo_concurrency.lockutils [None req-87d84eaa-c004-469a-9167-f7e9f30ff277 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.019s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.994286] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Creating Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1235.994709] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0549a80e-0206-4f2b-a08a-e0174a0d246b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.006727] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1236.006727] env[65311]: value = "task-4429258" [ 1236.006727] env[65311]: _type = "Task" [ 1236.006727] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.016690] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429258, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.290340] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae606f78-9459-47d4-8f59-7db695a5739f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.300069] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cb3ae9-e8e9-4ddd-8f3b-cb17c0c9106b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.334263] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b002f662-6a60-4ad1-ada3-aafd327b591b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.342854] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2907771b-a9a5-438d-bac4-34e51c699be8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.358030] env[65311]: DEBUG nova.compute.provider_tree [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.414049] env[65311]: INFO nova.compute.manager [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] bringing vm to original state: 'stopped' [ 1236.517594] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429258, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.858412] env[65311]: DEBUG nova.compute.manager [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1236.859479] env[65311]: DEBUG nova.compute.manager [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing instance network info cache due to event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1236.859479] env[65311]: DEBUG oslo_concurrency.lockutils [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] Acquiring lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.859479] env[65311]: DEBUG oslo_concurrency.lockutils [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] Acquired lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.859674] env[65311]: DEBUG nova.network.neutron [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.861616] env[65311]: DEBUG nova.scheduler.client.report [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.021410] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429258, 'name': CreateSnapshot_Task, 'duration_secs': 0.731689} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.021410] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Created Snapshot of the VM instance {{(pid=65311) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1237.021410] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a1456f-fad6-449c-bbdd-997e8811bf97 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.366772] env[65311]: WARNING neutronclient.v2_0.client [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.423405] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.423722] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.423897] env[65311]: DEBUG nova.compute.manager [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1237.424853] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c8abf6-e63e-4e80-85f6-18a8d09e73db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.433086] env[65311]: DEBUG nova.compute.manager [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1237.541950] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Creating linked-clone VM from snapshot {{(pid=65311) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1237.542291] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-edb4f65c-36f0-44db-b8cf-d3639f466306 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.552621] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1237.552621] env[65311]: value = "task-4429259" [ 1237.552621] env[65311]: _type = "Task" [ 1237.552621] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.566758] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429259, 'name': CloneVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.852118] env[65311]: WARNING neutronclient.v2_0.client [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.876220] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.285s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.937650] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.939675] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a2cda27-8605-45ca-8302-ccbcb0c0ffde {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.951379] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1237.951379] env[65311]: value = "task-4429260" [ 1237.951379] env[65311]: _type = "Task" [ 1237.951379] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.967543] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.070094] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429259, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.229534] env[65311]: DEBUG nova.network.neutron [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updated VIF entry in instance network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1238.231929] env[65311]: DEBUG nova.network.neutron [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.450860] env[65311]: INFO nova.scheduler.client.report [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted allocation for migration 4d712d69-3bc6-4e74-943f-a3df9bb23737 [ 1238.465030] env[65311]: DEBUG oslo_vmware.api [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429260, 'name': PowerOffVM_Task, 'duration_secs': 0.371737} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.465030] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.465030] env[65311]: DEBUG nova.compute.manager [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1238.465768] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592bd8b8-44ea-4040-a0fd-9d144d04db73 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.567744] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429259, 'name': CloneVM_Task} progress is 94%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.733973] env[65311]: DEBUG oslo_concurrency.lockutils [req-7d1e5fea-76b0-4eb5-8adf-8e7e1d695fca req-dfa1ce84-0af9-4349-9439-26698909c02c service nova] Releasing lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.961438] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.289s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.982634] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.069113] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429259, 'name': CloneVM_Task, 'duration_secs': 1.436361} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.069396] env[65311]: INFO nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Created linked-clone VM from snapshot [ 1239.070194] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a5624-c725-41e9-8ca5-55555ddbbb11 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.078843] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Uploading image 4dc77138-e961-4ad7-bdeb-d785a4470f52 {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1239.109783] env[65311]: DEBUG oslo_vmware.rw_handles [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1239.109783] env[65311]: value = "vm-866681" [ 1239.109783] env[65311]: _type = "VirtualMachine" [ 1239.109783] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1239.110113] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b80a9bcf-6236-43ae-8935-1184f7ff7a5f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.118810] env[65311]: DEBUG oslo_vmware.rw_handles [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lease: (returnval){ [ 1239.118810] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527ec39e-cd39-5d21-1544-7e776cf9d65c" [ 1239.118810] env[65311]: _type = "HttpNfcLease" [ 1239.118810] env[65311]: } obtained for exporting VM: (result){ [ 1239.118810] env[65311]: value = "vm-866681" [ 1239.118810] env[65311]: _type = "VirtualMachine" [ 1239.118810] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1239.119793] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the lease: (returnval){ [ 1239.119793] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527ec39e-cd39-5d21-1544-7e776cf9d65c" [ 1239.119793] env[65311]: _type = "HttpNfcLease" [ 1239.119793] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1239.126946] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1239.126946] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527ec39e-cd39-5d21-1544-7e776cf9d65c" [ 1239.126946] env[65311]: _type = "HttpNfcLease" [ 1239.126946] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1239.313304] env[65311]: DEBUG nova.compute.manager [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received event network-changed-da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1239.313480] env[65311]: DEBUG nova.compute.manager [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing instance network info cache due to event network-changed-da5bc795-50e3-4ce5-995a-d956b45b5c7b. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1239.313679] env[65311]: DEBUG oslo_concurrency.lockutils [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] Acquiring lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.313810] env[65311]: DEBUG oslo_concurrency.lockutils [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] Acquired lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.314241] env[65311]: DEBUG nova.network.neutron [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing network info cache for port da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.496219] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.496219] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.496219] env[65311]: DEBUG nova.objects.instance [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1239.631308] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1239.631308] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527ec39e-cd39-5d21-1544-7e776cf9d65c" [ 1239.631308] env[65311]: _type = "HttpNfcLease" [ 1239.631308] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1239.631701] env[65311]: DEBUG oslo_vmware.rw_handles [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1239.631701] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527ec39e-cd39-5d21-1544-7e776cf9d65c" [ 1239.631701] env[65311]: _type = "HttpNfcLease" [ 1239.631701] env[65311]: }. {{(pid=65311) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1239.633315] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b9df27-d128-4bf3-8ce8-4f977d5a6ba8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.645656] env[65311]: DEBUG oslo_vmware.rw_handles [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521192be-6471-f6ff-0e04-31ff5e4077ca/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1239.645870] env[65311]: DEBUG oslo_vmware.rw_handles [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521192be-6471-f6ff-0e04-31ff5e4077ca/disk-0.vmdk for reading. {{(pid=65311) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1239.784414] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd96009d-287a-4cab-9c7a-c4847e3378b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.817089] env[65311]: WARNING neutronclient.v2_0.client [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.043955] env[65311]: WARNING neutronclient.v2_0.client [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.164789] env[65311]: DEBUG nova.network.neutron [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updated VIF entry in instance network info cache for port da5bc795-50e3-4ce5-995a-d956b45b5c7b. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1240.165259] env[65311]: DEBUG nova.network.neutron [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [{"id": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "address": "fa:16:3e:b2:3f:b1", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5bc795-50", "ovs_interfaceid": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.213562] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.213876] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.214101] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.214284] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.214448] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.216761] env[65311]: INFO nova.compute.manager [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Terminating instance [ 1240.449549] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.449819] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.450165] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "850b6214-03ea-4885-bd93-4bb4117ce0e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.450342] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.450519] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.456437] env[65311]: INFO nova.compute.manager [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Terminating instance [ 1240.509384] env[65311]: DEBUG oslo_concurrency.lockutils [None req-837b800d-bcec-4ee3-b21a-37c07b7c4de9 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.669779] env[65311]: DEBUG oslo_concurrency.lockutils [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] Releasing lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.671565] env[65311]: DEBUG nova.compute.manager [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received event network-changed-da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1240.671565] env[65311]: DEBUG nova.compute.manager [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing instance network info cache due to event network-changed-da5bc795-50e3-4ce5-995a-d956b45b5c7b. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1240.671565] env[65311]: DEBUG oslo_concurrency.lockutils [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] Acquiring lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.671565] env[65311]: DEBUG oslo_concurrency.lockutils [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] Acquired lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.671565] env[65311]: DEBUG nova.network.neutron [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing network info cache for port da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.720915] env[65311]: DEBUG nova.compute.manager [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1240.721164] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.722086] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c84f1ba-f568-4305-8f3e-ddea33dd0146 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.730943] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.731223] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b22dc58-c8f9-455c-8070-152fbdeabda7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.738636] env[65311]: DEBUG oslo_vmware.api [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1240.738636] env[65311]: value = "task-4429262" [ 1240.738636] env[65311]: _type = "Task" [ 1240.738636] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.748800] env[65311]: DEBUG oslo_vmware.api [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.961167] env[65311]: DEBUG nova.compute.manager [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1240.961742] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.963193] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c450b9c7-f70e-4ffa-aac0-61c6c398ecae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.971712] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.972106] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-769355f7-0eac-4be3-83e5-3a28b0cc5950 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.057949] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.058192] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.058468] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleting the datastore file [datastore2] 850b6214-03ea-4885-bd93-4bb4117ce0e6 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.058807] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6180b1d-a774-45f3-a50d-c06d6af71324 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.066556] env[65311]: DEBUG oslo_vmware.api [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1241.066556] env[65311]: value = "task-4429264" [ 1241.066556] env[65311]: _type = "Task" [ 1241.066556] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.077805] env[65311]: DEBUG oslo_vmware.api [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.173731] env[65311]: WARNING neutronclient.v2_0.client [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.249724] env[65311]: DEBUG oslo_vmware.api [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429262, 'name': PowerOffVM_Task, 'duration_secs': 0.415446} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.253314] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.253574] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.254143] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4bf804e-9c4a-4ab6-8427-00c9be49c1d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.342392] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.342674] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.342874] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleting the datastore file [datastore2] e80a1dfd-f6ed-4a2e-b371-38dd458db3ce {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.343444] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03e0dcf0-a393-4976-ad6d-ca04030be31e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.346799] env[65311]: WARNING neutronclient.v2_0.client [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.355453] env[65311]: DEBUG oslo_vmware.api [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for the task: (returnval){ [ 1241.355453] env[65311]: value = "task-4429266" [ 1241.355453] env[65311]: _type = "Task" [ 1241.355453] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.364124] env[65311]: DEBUG oslo_vmware.api [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.432223] env[65311]: DEBUG nova.network.neutron [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updated VIF entry in instance network info cache for port da5bc795-50e3-4ce5-995a-d956b45b5c7b. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1241.432705] env[65311]: DEBUG nova.network.neutron [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [{"id": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "address": "fa:16:3e:b2:3f:b1", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5bc795-50", "ovs_interfaceid": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.578068] env[65311]: DEBUG oslo_vmware.api [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284149} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.578857] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.578857] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.579023] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.579115] env[65311]: INFO nova.compute.manager [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1241.579357] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1241.579537] env[65311]: DEBUG nova.compute.manager [-] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1241.579632] env[65311]: DEBUG nova.network.neutron [-] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1241.579894] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.613796] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.846092] env[65311]: DEBUG nova.compute.manager [req-351ebcaf-7523-4ae9-9433-79d951e732b6 req-7f92b50b-d799-484f-90a0-12dc079e407b service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Received event network-vif-deleted-60b3bf61-d05d-4556-bfc5-91a423b073a9 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1241.846426] env[65311]: INFO nova.compute.manager [req-351ebcaf-7523-4ae9-9433-79d951e732b6 req-7f92b50b-d799-484f-90a0-12dc079e407b service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Neutron deleted interface 60b3bf61-d05d-4556-bfc5-91a423b073a9; detaching it from the instance and deleting it from the info cache [ 1241.846734] env[65311]: DEBUG nova.network.neutron [req-351ebcaf-7523-4ae9-9433-79d951e732b6 req-7f92b50b-d799-484f-90a0-12dc079e407b service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.874140] env[65311]: DEBUG oslo_vmware.api [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Task: {'id': task-4429266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390176} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.874443] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.874629] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.874842] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.875644] env[65311]: INFO nova.compute.manager [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1241.875993] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1241.877614] env[65311]: DEBUG nova.compute.manager [-] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1241.877727] env[65311]: DEBUG nova.network.neutron [-] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1241.878752] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.921304] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.936222] env[65311]: DEBUG oslo_concurrency.lockutils [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] Releasing lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.936473] env[65311]: DEBUG nova.compute.manager [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1241.936661] env[65311]: DEBUG nova.compute.manager [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing instance network info cache due to event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1241.939556] env[65311]: DEBUG oslo_concurrency.lockutils [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] Acquiring lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.939809] env[65311]: DEBUG oslo_concurrency.lockutils [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] Acquired lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.940047] env[65311]: DEBUG nova.network.neutron [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.199243] env[65311]: DEBUG nova.compute.manager [req-33d172c2-5783-4ebc-bd57-937e09290278 req-0c1a81d4-2582-4816-87fb-52f3e8c5279c service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Received event network-vif-deleted-c30fc00f-84d0-4319-86b7-f9f38baa91ae {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1242.199631] env[65311]: INFO nova.compute.manager [req-33d172c2-5783-4ebc-bd57-937e09290278 req-0c1a81d4-2582-4816-87fb-52f3e8c5279c service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Neutron deleted interface c30fc00f-84d0-4319-86b7-f9f38baa91ae; detaching it from the instance and deleting it from the info cache [ 1242.199631] env[65311]: DEBUG nova.network.neutron [req-33d172c2-5783-4ebc-bd57-937e09290278 req-0c1a81d4-2582-4816-87fb-52f3e8c5279c service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.316084] env[65311]: DEBUG nova.network.neutron [-] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.351441] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8a50605-abbe-48b5-b3d5-3bb682ef10ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.362698] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b983ee-33d5-46b5-bc96-2f022aa88bc4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.399974] env[65311]: DEBUG nova.compute.manager [req-351ebcaf-7523-4ae9-9433-79d951e732b6 req-7f92b50b-d799-484f-90a0-12dc079e407b service nova] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Detach interface failed, port_id=60b3bf61-d05d-4556-bfc5-91a423b073a9, reason: Instance 850b6214-03ea-4885-bd93-4bb4117ce0e6 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1242.443642] env[65311]: WARNING neutronclient.v2_0.client [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.637302] env[65311]: WARNING neutronclient.v2_0.client [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.679521] env[65311]: DEBUG nova.network.neutron [-] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.702474] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1811055-50fe-47e6-9c58-f8f8514c1db5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.714155] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01603499-1b5e-42e7-8202-6cf2eb060152 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.726375] env[65311]: DEBUG nova.network.neutron [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updated VIF entry in instance network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1242.726830] env[65311]: DEBUG nova.network.neutron [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.751965] env[65311]: DEBUG nova.compute.manager [req-33d172c2-5783-4ebc-bd57-937e09290278 req-0c1a81d4-2582-4816-87fb-52f3e8c5279c service nova] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Detach interface failed, port_id=c30fc00f-84d0-4319-86b7-f9f38baa91ae, reason: Instance e80a1dfd-f6ed-4a2e-b371-38dd458db3ce could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1242.818455] env[65311]: INFO nova.compute.manager [-] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Took 1.24 seconds to deallocate network for instance. [ 1243.182780] env[65311]: INFO nova.compute.manager [-] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Took 1.30 seconds to deallocate network for instance. [ 1243.230173] env[65311]: DEBUG oslo_concurrency.lockutils [req-ad6b5a9e-419a-4548-9285-2108cf55b49e req-61803ae6-4cb9-4b55-a7ee-ab7dc5ffe4d1 service nova] Releasing lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.326986] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.326986] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.326986] env[65311]: DEBUG nova.objects.instance [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lazy-loading 'resources' on Instance uuid 850b6214-03ea-4885-bd93-4bb4117ce0e6 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.690797] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.004393] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e713f87-645a-4954-90e6-48122f07a8e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.013171] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00425237-8bfb-441d-a033-d819d664eb5a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.047809] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2ca8e3-6115-4e09-9174-7e78affdff0d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.057335] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9187476b-ed1d-4e29-b232-7bace16208f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.073084] env[65311]: DEBUG nova.compute.provider_tree [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.576373] env[65311]: DEBUG nova.scheduler.client.report [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.082076] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.084445] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.394s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.084597] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.101447] env[65311]: INFO nova.scheduler.client.report [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted allocations for instance 850b6214-03ea-4885-bd93-4bb4117ce0e6 [ 1245.104753] env[65311]: INFO nova.scheduler.client.report [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Deleted allocations for instance e80a1dfd-f6ed-4a2e-b371-38dd458db3ce [ 1245.613706] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c9ea62e6-d2b1-4f64-a9c4-e3549d41e4a1 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "850b6214-03ea-4885-bd93-4bb4117ce0e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.164s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.614758] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3f2f5680-5b45-42d9-a652-c3d8725ce1c6 tempest-DeleteServersTestJSON-1340326246 tempest-DeleteServersTestJSON-1340326246-project-member] Lock "e80a1dfd-f6ed-4a2e-b371-38dd458db3ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.401s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.617971] env[65311]: DEBUG oslo_vmware.rw_handles [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521192be-6471-f6ff-0e04-31ff5e4077ca/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1247.618977] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9b25d-19dc-40d9-a6ee-5f7029eb06c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.626539] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "3dde0471-c136-4575-9d66-7514266fe8a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.626756] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.630503] env[65311]: DEBUG oslo_vmware.rw_handles [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521192be-6471-f6ff-0e04-31ff5e4077ca/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1247.630687] env[65311]: ERROR oslo_vmware.rw_handles [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521192be-6471-f6ff-0e04-31ff5e4077ca/disk-0.vmdk due to incomplete transfer. [ 1247.630909] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-946f5308-1182-4ed2-907c-249908c7eef8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.639198] env[65311]: DEBUG oslo_vmware.rw_handles [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521192be-6471-f6ff-0e04-31ff5e4077ca/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1247.639388] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Uploaded image 4dc77138-e961-4ad7-bdeb-d785a4470f52 to the Glance image server {{(pid=65311) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1247.641588] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Destroying the VM {{(pid=65311) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1247.642092] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-558342ad-3109-43f0-ba32-d6cc5190103a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.650809] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1247.650809] env[65311]: value = "task-4429268" [ 1247.650809] env[65311]: _type = "Task" [ 1247.650809] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.659777] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429268, 'name': Destroy_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.130063] env[65311]: DEBUG nova.compute.manager [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1248.163631] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429268, 'name': Destroy_Task, 'duration_secs': 0.352166} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.163631] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Destroyed the VM [ 1248.163631] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Deleting Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1248.163892] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f952643d-89e2-4168-a351-994344804fc6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.174012] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1248.174012] env[65311]: value = "task-4429269" [ 1248.174012] env[65311]: _type = "Task" [ 1248.174012] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.184149] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429269, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.654769] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.655103] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.657156] env[65311]: INFO nova.compute.claims [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.684247] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429269, 'name': RemoveSnapshot_Task, 'duration_secs': 0.326782} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.684548] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Deleted Snapshot of the VM instance {{(pid=65311) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1248.684823] env[65311]: DEBUG nova.compute.manager [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1248.685647] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da92db-f7a1-4ce3-aeaf-5bc5e16fde3c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.199966] env[65311]: INFO nova.compute.manager [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Shelve offloading [ 1249.703901] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.704212] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec3dbc27-78f3-4f00-8e9b-ce804aea4076 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.713865] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1249.713865] env[65311]: value = "task-4429270" [ 1249.713865] env[65311]: _type = "Task" [ 1249.713865] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.723988] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1249.724242] env[65311]: DEBUG nova.compute.manager [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1249.725302] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b77a4dc-2bf6-452c-a9e3-c8fe757ae1b9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.735101] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.735370] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.735585] env[65311]: DEBUG nova.network.neutron [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1249.822299] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890f3b9b-8ed3-491f-b63e-b971a38cdcbb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.830953] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66406e6-bafb-42f0-ae37-f29256d3ec31 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.862463] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55450112-ffe2-4d6f-9515-354c9aa20c8f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.872189] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e7a861-2ebf-41ad-ba70-7cf7838c6009 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.892280] env[65311]: DEBUG nova.compute.provider_tree [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.238868] env[65311]: WARNING neutronclient.v2_0.client [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.397281] env[65311]: DEBUG nova.scheduler.client.report [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.429606] env[65311]: WARNING neutronclient.v2_0.client [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.513874] env[65311]: DEBUG nova.network.neutron [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating instance_info_cache with network_info: [{"id": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "address": "fa:16:3e:e3:01:ed", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341fc765-f4", "ovs_interfaceid": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.901756] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.902307] env[65311]: DEBUG nova.compute.manager [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1251.016770] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.017135] env[65311]: WARNING neutronclient.v2_0.client [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.017451] env[65311]: WARNING neutronclient.v2_0.client [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.244029] env[65311]: DEBUG nova.compute.manager [req-f1c132bf-d5d0-4241-9e02-e53c4b1a263a req-86eb755d-c5fb-4709-91d3-c0576bb03255 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received event network-vif-unplugged-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1251.244167] env[65311]: DEBUG oslo_concurrency.lockutils [req-f1c132bf-d5d0-4241-9e02-e53c4b1a263a req-86eb755d-c5fb-4709-91d3-c0576bb03255 service nova] Acquiring lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.244284] env[65311]: DEBUG oslo_concurrency.lockutils [req-f1c132bf-d5d0-4241-9e02-e53c4b1a263a req-86eb755d-c5fb-4709-91d3-c0576bb03255 service nova] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.244483] env[65311]: DEBUG oslo_concurrency.lockutils [req-f1c132bf-d5d0-4241-9e02-e53c4b1a263a req-86eb755d-c5fb-4709-91d3-c0576bb03255 service nova] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.244594] env[65311]: DEBUG nova.compute.manager [req-f1c132bf-d5d0-4241-9e02-e53c4b1a263a req-86eb755d-c5fb-4709-91d3-c0576bb03255 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] No waiting events found dispatching network-vif-unplugged-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1251.244754] env[65311]: WARNING nova.compute.manager [req-f1c132bf-d5d0-4241-9e02-e53c4b1a263a req-86eb755d-c5fb-4709-91d3-c0576bb03255 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received unexpected event network-vif-unplugged-341fc765-f45c-46ba-abd4-bb9992b32b9c for instance with vm_state shelved and task_state shelving_offloading. [ 1251.355437] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.356409] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9416ae-b74c-4e57-8bfe-f5fab610eeea {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.364348] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.364599] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9152869-0c77-45d2-b756-0917116277f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.407295] env[65311]: DEBUG nova.compute.utils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.408671] env[65311]: DEBUG nova.compute.manager [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1251.409223] env[65311]: DEBUG nova.network.neutron [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1251.409603] env[65311]: WARNING neutronclient.v2_0.client [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.409921] env[65311]: WARNING neutronclient.v2_0.client [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.458679] env[65311]: DEBUG nova.policy [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8659c7ed746e4661a3bf2bb8fcc7ac98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8415d04e0b6e4df6b263993279ecca55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.500071] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.500312] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.500472] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleting the datastore file [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.500755] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7dadc86-49be-4a71-9b43-95e1a404347d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.508504] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1251.508504] env[65311]: value = "task-4429272" [ 1251.508504] env[65311]: _type = "Task" [ 1251.508504] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.517064] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.753864] env[65311]: DEBUG nova.network.neutron [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Successfully created port: b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1251.912942] env[65311]: DEBUG nova.compute.manager [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1252.023451] env[65311]: DEBUG oslo_vmware.api [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133256} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.023451] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.023451] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.023451] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.051460] env[65311]: INFO nova.scheduler.client.report [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted allocations for instance 87e2e2c6-9986-4b68-9129-e469f2a24d36 [ 1252.512966] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-9d9559a0-e394-4125-8703-eb90adc7374d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.513281] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-9d9559a0-e394-4125-8703-eb90adc7374d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.513662] env[65311]: DEBUG nova.objects.instance [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'flavor' on Instance uuid 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.557703] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.557980] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.558211] env[65311]: DEBUG nova.objects.instance [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'resources' on Instance uuid 87e2e2c6-9986-4b68-9129-e469f2a24d36 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.922776] env[65311]: DEBUG nova.compute.manager [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1252.948861] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1252.949121] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.949275] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1252.949449] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.949587] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1252.949723] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1252.949977] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.950086] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1252.950248] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1252.950406] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1252.950569] env[65311]: DEBUG nova.virt.hardware [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1252.951482] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545a2ea4-fc2c-4898-86f6-4ead0328d229 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.960054] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a073a049-865e-4163-8cfb-409376d569ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.018239] env[65311]: WARNING neutronclient.v2_0.client [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.060681] env[65311]: DEBUG nova.objects.instance [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'numa_topology' on Instance uuid 87e2e2c6-9986-4b68-9129-e469f2a24d36 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.144681] env[65311]: DEBUG nova.objects.instance [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'pci_requests' on Instance uuid 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.285942] env[65311]: DEBUG nova.network.neutron [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Successfully updated port: b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1253.417520] env[65311]: DEBUG nova.compute.manager [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received event network-changed-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1253.417520] env[65311]: DEBUG nova.compute.manager [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Refreshing instance network info cache due to event network-changed-341fc765-f45c-46ba-abd4-bb9992b32b9c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1253.417520] env[65311]: DEBUG oslo_concurrency.lockutils [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] Acquiring lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.417520] env[65311]: DEBUG oslo_concurrency.lockutils [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] Acquired lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.417520] env[65311]: DEBUG nova.network.neutron [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Refreshing network info cache for port 341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.563651] env[65311]: DEBUG nova.objects.base [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Object Instance<87e2e2c6-9986-4b68-9129-e469f2a24d36> lazy-loaded attributes: resources,numa_topology {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1253.646944] env[65311]: DEBUG nova.objects.base [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Object Instance<121c34dc-5c16-4de6-a3f1-b7e2a0669bd2> lazy-loaded attributes: flavor,pci_requests {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1253.647178] env[65311]: DEBUG nova.network.neutron [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1253.647494] env[65311]: WARNING neutronclient.v2_0.client [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.647879] env[65311]: WARNING neutronclient.v2_0.client [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.709190] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ead24b-a39b-4595-96b1-94cf33a2348a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.719070] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe32524-f877-435b-b4b9-dd1b9124c145 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.751070] env[65311]: DEBUG nova.policy [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26aaaf67c344788b3bdd010e529a97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec8893005944de781a2ec2b640d87fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.753805] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afda684-994e-4ece-8dd1-705aefae33f9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.762043] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ef40ba-fbaa-43f1-92f0-d88679e24d7b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.776195] env[65311]: DEBUG nova.compute.provider_tree [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.789408] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "refresh_cache-3dde0471-c136-4575-9d66-7514266fe8a3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.789574] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "refresh_cache-3dde0471-c136-4575-9d66-7514266fe8a3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.790748] env[65311]: DEBUG nova.network.neutron [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1253.920136] env[65311]: WARNING neutronclient.v2_0.client [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.082012] env[65311]: WARNING neutronclient.v2_0.client [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.149283] env[65311]: DEBUG nova.network.neutron [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updated VIF entry in instance network info cache for port 341fc765-f45c-46ba-abd4-bb9992b32b9c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1254.149630] env[65311]: DEBUG nova.network.neutron [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating instance_info_cache with network_info: [{"id": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "address": "fa:16:3e:e3:01:ed", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap341fc765-f4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.279537] env[65311]: DEBUG nova.scheduler.client.report [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.333600] env[65311]: DEBUG nova.network.neutron [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1254.434152] env[65311]: WARNING neutronclient.v2_0.client [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.581812] env[65311]: DEBUG nova.network.neutron [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Updating instance_info_cache with network_info: [{"id": "b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8", "address": "fa:16:3e:dd:ec:94", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d328ab-d8", "ovs_interfaceid": "b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.652539] env[65311]: DEBUG oslo_concurrency.lockutils [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] Releasing lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.652808] env[65311]: DEBUG nova.compute.manager [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Received event network-vif-plugged-b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1254.652995] env[65311]: DEBUG oslo_concurrency.lockutils [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] Acquiring lock "3dde0471-c136-4575-9d66-7514266fe8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.653319] env[65311]: DEBUG oslo_concurrency.lockutils [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] Lock "3dde0471-c136-4575-9d66-7514266fe8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.653491] env[65311]: DEBUG oslo_concurrency.lockutils [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] Lock "3dde0471-c136-4575-9d66-7514266fe8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.653674] env[65311]: DEBUG nova.compute.manager [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] No waiting events found dispatching network-vif-plugged-b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1254.653811] env[65311]: WARNING nova.compute.manager [req-97585f9e-f6b4-4a2d-be95-7982eabac0de req-176a4405-4421-4448-b941-f14365e6809e service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Received unexpected event network-vif-plugged-b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 for instance with vm_state building and task_state spawning. [ 1254.784974] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.084825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "refresh_cache-3dde0471-c136-4575-9d66-7514266fe8a3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.085514] env[65311]: DEBUG nova.compute.manager [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Instance network_info: |[{"id": "b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8", "address": "fa:16:3e:dd:ec:94", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d328ab-d8", "ovs_interfaceid": "b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1255.086021] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:ec:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.093895] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1255.094136] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.094374] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40fb5e0e-1b38-41e4-851f-f9c5e08a0064 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.120207] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.120207] env[65311]: value = "task-4429273" [ 1255.120207] env[65311]: _type = "Task" [ 1255.120207] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.128699] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429273, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.158165] env[65311]: DEBUG nova.compute.manager [req-2cdb49e1-1bae-46a0-9e99-5ad811962b9f req-0fc59be3-ca7e-4925-8500-b61c7ae665c9 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received event network-vif-plugged-9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1255.159022] env[65311]: DEBUG oslo_concurrency.lockutils [req-2cdb49e1-1bae-46a0-9e99-5ad811962b9f req-0fc59be3-ca7e-4925-8500-b61c7ae665c9 service nova] Acquiring lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.159372] env[65311]: DEBUG oslo_concurrency.lockutils [req-2cdb49e1-1bae-46a0-9e99-5ad811962b9f req-0fc59be3-ca7e-4925-8500-b61c7ae665c9 service nova] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.159782] env[65311]: DEBUG oslo_concurrency.lockutils [req-2cdb49e1-1bae-46a0-9e99-5ad811962b9f req-0fc59be3-ca7e-4925-8500-b61c7ae665c9 service nova] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.159782] env[65311]: DEBUG nova.compute.manager [req-2cdb49e1-1bae-46a0-9e99-5ad811962b9f req-0fc59be3-ca7e-4925-8500-b61c7ae665c9 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] No waiting events found dispatching network-vif-plugged-9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1255.159970] env[65311]: WARNING nova.compute.manager [req-2cdb49e1-1bae-46a0-9e99-5ad811962b9f req-0fc59be3-ca7e-4925-8500-b61c7ae665c9 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received unexpected event network-vif-plugged-9d9559a0-e394-4125-8703-eb90adc7374d for instance with vm_state active and task_state None. [ 1255.244900] env[65311]: DEBUG nova.network.neutron [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Successfully updated port: 9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1255.293331] env[65311]: DEBUG oslo_concurrency.lockutils [None req-be16ae72-e321-4335-a6e8-e92d958d002e tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.371s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.449766] env[65311]: DEBUG nova.compute.manager [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Received event network-changed-b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1255.449968] env[65311]: DEBUG nova.compute.manager [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Refreshing instance network info cache due to event network-changed-b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1255.450230] env[65311]: DEBUG oslo_concurrency.lockutils [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] Acquiring lock "refresh_cache-3dde0471-c136-4575-9d66-7514266fe8a3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.450534] env[65311]: DEBUG oslo_concurrency.lockutils [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] Acquired lock "refresh_cache-3dde0471-c136-4575-9d66-7514266fe8a3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.450648] env[65311]: DEBUG nova.network.neutron [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Refreshing network info cache for port b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.631112] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429273, 'name': CreateVM_Task, 'duration_secs': 0.334448} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.631321] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.631763] env[65311]: WARNING neutronclient.v2_0.client [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.632167] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.632333] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.632659] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.632918] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a96acf-4bc1-48d3-9333-2b4772fafd54 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.637838] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1255.637838] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c2a005-b8fc-d490-f7b7-4b6daf490515" [ 1255.637838] env[65311]: _type = "Task" [ 1255.637838] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.646263] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c2a005-b8fc-d490-f7b7-4b6daf490515, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.648728] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.649052] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.649247] env[65311]: INFO nova.compute.manager [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Unshelving [ 1255.748877] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.748877] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.748877] env[65311]: DEBUG nova.network.neutron [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1255.953398] env[65311]: WARNING neutronclient.v2_0.client [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.112269] env[65311]: WARNING neutronclient.v2_0.client [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.150825] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52c2a005-b8fc-d490-f7b7-4b6daf490515, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.151350] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.151613] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.151841] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.151980] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.152181] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.157150] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3236ec6e-da8e-4057-9c21-454685aef6a2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.167591] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.167737] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.168826] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a2020b7-d1f7-4d7f-a920-3ed44ce1b660 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.174935] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1256.174935] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521fb27c-9148-1582-aa93-f170e7504434" [ 1256.174935] env[65311]: _type = "Task" [ 1256.174935] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.181386] env[65311]: DEBUG nova.network.neutron [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Updated VIF entry in instance network info cache for port b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1256.181677] env[65311]: DEBUG nova.network.neutron [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Updating instance_info_cache with network_info: [{"id": "b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8", "address": "fa:16:3e:dd:ec:94", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d328ab-d8", "ovs_interfaceid": "b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.186741] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521fb27c-9148-1582-aa93-f170e7504434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.288697] env[65311]: WARNING nova.network.neutron [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] 2f9d08f9-6a5d-40ed-a4bd-e917f42750d3 already exists in list: networks containing: ['2f9d08f9-6a5d-40ed-a4bd-e917f42750d3']. ignoring it [ 1256.385747] env[65311]: WARNING neutronclient.v2_0.client [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.523039] env[65311]: WARNING neutronclient.v2_0.client [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.592969] env[65311]: DEBUG nova.network.neutron [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d9559a0-e394-4125-8703-eb90adc7374d", "address": "fa:16:3e:8e:0a:99", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9559a0-e3", "ovs_interfaceid": "9d9559a0-e394-4125-8703-eb90adc7374d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.677315] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.677726] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.677984] env[65311]: DEBUG nova.objects.instance [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'pci_requests' on Instance uuid 87e2e2c6-9986-4b68-9129-e469f2a24d36 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.684292] env[65311]: DEBUG oslo_concurrency.lockutils [req-2c52b820-6e27-4d7d-affd-dacc7c1c93f2 req-66104410-1586-4591-9bc2-e395de47cb62 service nova] Releasing lock "refresh_cache-3dde0471-c136-4575-9d66-7514266fe8a3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.689292] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521fb27c-9148-1582-aa93-f170e7504434, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.690163] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d7aa2b-6003-43ae-9070-8fb8f70bdd14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.697128] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1256.697128] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52915649-f929-d81c-db5c-c1f8399f9977" [ 1256.697128] env[65311]: _type = "Task" [ 1256.697128] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.706974] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52915649-f929-d81c-db5c-c1f8399f9977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.095796] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.096593] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.096738] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.097634] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1bf15e-4f29-4533-b814-f773b79b40b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.115499] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1257.115844] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.115844] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1257.116058] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.116274] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1257.116444] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1257.116671] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1257.116824] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1257.116980] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1257.117149] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1257.117311] env[65311]: DEBUG nova.virt.hardware [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1257.123682] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Reconfiguring VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1257.123971] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f11474e-6a77-463a-959c-6f12564551dd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.141878] env[65311]: DEBUG oslo_vmware.api [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1257.141878] env[65311]: value = "task-4429274" [ 1257.141878] env[65311]: _type = "Task" [ 1257.141878] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.151351] env[65311]: DEBUG oslo_vmware.api [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429274, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.184409] env[65311]: DEBUG nova.objects.instance [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'numa_topology' on Instance uuid 87e2e2c6-9986-4b68-9129-e469f2a24d36 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.187950] env[65311]: DEBUG nova.compute.manager [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received event network-changed-9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1257.188143] env[65311]: DEBUG nova.compute.manager [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing instance network info cache due to event network-changed-9d9559a0-e394-4125-8703-eb90adc7374d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1257.188342] env[65311]: DEBUG oslo_concurrency.lockutils [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] Acquiring lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.188495] env[65311]: DEBUG oslo_concurrency.lockutils [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] Acquired lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.188622] env[65311]: DEBUG nova.network.neutron [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing network info cache for port 9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.209813] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52915649-f929-d81c-db5c-c1f8399f9977, 'name': SearchDatastore_Task, 'duration_secs': 0.024792} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.209813] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.210173] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3/3dde0471-c136-4575-9d66-7514266fe8a3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.210608] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdf5c00e-e485-42fa-a421-81326e256bb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.219124] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1257.219124] env[65311]: value = "task-4429275" [ 1257.219124] env[65311]: _type = "Task" [ 1257.219124] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.228825] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.653894] env[65311]: DEBUG oslo_vmware.api [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.686807] env[65311]: INFO nova.compute.claims [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.690669] env[65311]: WARNING neutronclient.v2_0.client [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.730836] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482467} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.734051] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3/3dde0471-c136-4575-9d66-7514266fe8a3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.734189] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.734617] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-711121bf-d513-422a-baf2-87f3203cdfed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.742021] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1257.742021] env[65311]: value = "task-4429276" [ 1257.742021] env[65311]: _type = "Task" [ 1257.742021] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.751689] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.867412] env[65311]: WARNING neutronclient.v2_0.client [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1257.946121] env[65311]: DEBUG nova.network.neutron [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updated VIF entry in instance network info cache for port 9d9559a0-e394-4125-8703-eb90adc7374d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1257.946659] env[65311]: DEBUG nova.network.neutron [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d9559a0-e394-4125-8703-eb90adc7374d", "address": "fa:16:3e:8e:0a:99", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9559a0-e3", "ovs_interfaceid": "9d9559a0-e394-4125-8703-eb90adc7374d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.154562] env[65311]: DEBUG oslo_vmware.api [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429274, 'name': ReconfigVM_Task, 'duration_secs': 0.906275} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.155039] env[65311]: WARNING neutronclient.v2_0.client [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.155320] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.155580] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Reconfigured VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1258.252869] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067734} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.253305] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.254191] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4586dd-dd4a-42e3-95c6-82baa321acd3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.280063] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3/3dde0471-c136-4575-9d66-7514266fe8a3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.280528] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76dbc968-db09-446d-a1a0-2f11a096c855 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.302838] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1258.302838] env[65311]: value = "task-4429277" [ 1258.302838] env[65311]: _type = "Task" [ 1258.302838] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.311762] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.450570] env[65311]: DEBUG oslo_concurrency.lockutils [req-0c7defd3-454a-4254-ae1e-ed59cdab2eb5 req-5cc3fe10-e718-44a0-a530-90213d3b0001 service nova] Releasing lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.660236] env[65311]: DEBUG oslo_concurrency.lockutils [None req-7c7f143e-7f2b-4fa8-9cd3-07ee9194c5af tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-9d9559a0-e394-4125-8703-eb90adc7374d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.147s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.813919] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429277, 'name': ReconfigVM_Task, 'duration_secs': 0.30868} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.814676] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3/3dde0471-c136-4575-9d66-7514266fe8a3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.815484] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e2be405-b7ee-4033-a67e-5f0a5fc39593 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.823368] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1258.823368] env[65311]: value = "task-4429278" [ 1258.823368] env[65311]: _type = "Task" [ 1258.823368] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.831849] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429278, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.846571] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43847e64-d2c9-48a4-80eb-6003f799e85b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.855139] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd410b9-4251-44ac-acd1-f5987c5e4a33 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.887693] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4220c78a-d7a0-4748-b96a-0b3a1cc22697 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.896021] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406d07ea-ad51-4879-b920-443b692e3b4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.910235] env[65311]: DEBUG nova.compute.provider_tree [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.335986] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429278, 'name': Rename_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.413260] env[65311]: DEBUG nova.scheduler.client.report [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.834880] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429278, 'name': Rename_Task, 'duration_secs': 0.566522} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.835112] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.835326] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88f8d9d1-4e19-47fa-a49b-f8769bf42847 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.843013] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1259.843013] env[65311]: value = "task-4429279" [ 1259.843013] env[65311]: _type = "Task" [ 1259.843013] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.851466] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.918598] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.241s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.918994] env[65311]: WARNING neutronclient.v2_0.client [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.953726] env[65311]: INFO nova.network.neutron [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating port 341fc765-f45c-46ba-abd4-bb9992b32b9c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1260.226969] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-9d9559a0-e394-4125-8703-eb90adc7374d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.227329] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-9d9559a0-e394-4125-8703-eb90adc7374d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.355129] env[65311]: DEBUG oslo_vmware.api [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429279, 'name': PowerOnVM_Task, 'duration_secs': 0.451354} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.355491] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.355578] env[65311]: INFO nova.compute.manager [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1260.355754] env[65311]: DEBUG nova.compute.manager [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1260.356565] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9984c403-d443-49a3-b224-ab6568625f68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.627882] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.628112] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.730165] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.730361] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.731258] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77934275-5891-416c-aec3-6d800e7997a7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.749741] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d64fd96-ce63-42a7-bc63-b259aff16e72 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.771658] env[65311]: WARNING neutronclient.v2_0.client [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.777279] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Reconfiguring VM to detach interface {{(pid=65311) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1260.777603] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-041292ec-61c8-46e3-8456-bac3a0e44bb5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.797847] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1260.797847] env[65311]: value = "task-4429280" [ 1260.797847] env[65311]: _type = "Task" [ 1260.797847] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.810354] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.873266] env[65311]: INFO nova.compute.manager [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Took 12.24 seconds to build instance. [ 1261.131772] env[65311]: INFO nova.compute.manager [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Detaching volume 42edaee7-f002-4a0c-8d3c-6cae3cf34f00 [ 1261.170028] env[65311]: INFO nova.virt.block_device [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Attempting to driver detach volume 42edaee7-f002-4a0c-8d3c-6cae3cf34f00 from mountpoint /dev/sdb [ 1261.170028] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1261.170282] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866671', 'volume_id': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'name': 'volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84adf44e-0c27-47da-a2a9-f62b9aabc629', 'attached_at': '', 'detached_at': '', 'volume_id': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'serial': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1261.171011] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085a56a-f5be-42c8-a726-861244f2fe14 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.194931] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e265f797-2959-4a52-bd24-3eac87c1c291 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.202668] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7992d24-a198-44e4-8668-be3dd50f0276 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.223517] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d18e69-83e1-453a-85b0-e0629ffdc884 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.240184] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] The volume has not been displaced from its original location: [datastore2] volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00/volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1261.245289] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.245653] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1f92a4f-b776-4110-a2af-711cfb05ff76 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.264727] env[65311]: DEBUG oslo_vmware.api [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1261.264727] env[65311]: value = "task-4429281" [ 1261.264727] env[65311]: _type = "Task" [ 1261.264727] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.274124] env[65311]: DEBUG oslo_vmware.api [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.308916] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.375744] env[65311]: DEBUG oslo_concurrency.lockutils [None req-eccef396-fe08-4634-9e43-7dc46e16fd36 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.749s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.441344] env[65311]: DEBUG nova.compute.manager [req-122a62f6-bfcb-4d19-b71b-f4edd46ba780 req-065c98e4-d56a-41f2-8ce1-9bdb2772c926 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received event network-vif-plugged-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1261.441692] env[65311]: DEBUG oslo_concurrency.lockutils [req-122a62f6-bfcb-4d19-b71b-f4edd46ba780 req-065c98e4-d56a-41f2-8ce1-9bdb2772c926 service nova] Acquiring lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.441755] env[65311]: DEBUG oslo_concurrency.lockutils [req-122a62f6-bfcb-4d19-b71b-f4edd46ba780 req-065c98e4-d56a-41f2-8ce1-9bdb2772c926 service nova] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.441909] env[65311]: DEBUG oslo_concurrency.lockutils [req-122a62f6-bfcb-4d19-b71b-f4edd46ba780 req-065c98e4-d56a-41f2-8ce1-9bdb2772c926 service nova] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.442081] env[65311]: DEBUG nova.compute.manager [req-122a62f6-bfcb-4d19-b71b-f4edd46ba780 req-065c98e4-d56a-41f2-8ce1-9bdb2772c926 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] No waiting events found dispatching network-vif-plugged-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1261.442241] env[65311]: WARNING nova.compute.manager [req-122a62f6-bfcb-4d19-b71b-f4edd46ba780 req-065c98e4-d56a-41f2-8ce1-9bdb2772c926 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received unexpected event network-vif-plugged-341fc765-f45c-46ba-abd4-bb9992b32b9c for instance with vm_state shelved_offloaded and task_state spawning. [ 1261.543746] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.543923] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.544112] env[65311]: DEBUG nova.network.neutron [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1261.776020] env[65311]: DEBUG oslo_vmware.api [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429281, 'name': ReconfigVM_Task, 'duration_secs': 0.259403} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.776020] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.780289] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45de23a6-694c-471d-a991-47caf64bacaa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.797354] env[65311]: DEBUG oslo_vmware.api [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1261.797354] env[65311]: value = "task-4429282" [ 1261.797354] env[65311]: _type = "Task" [ 1261.797354] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.810567] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.816531] env[65311]: DEBUG oslo_vmware.api [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.047576] env[65311]: WARNING neutronclient.v2_0.client [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.222631] env[65311]: WARNING neutronclient.v2_0.client [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.312466] env[65311]: DEBUG oslo_vmware.api [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429282, 'name': ReconfigVM_Task, 'duration_secs': 0.139179} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.316196] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866671', 'volume_id': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'name': 'volume-42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '84adf44e-0c27-47da-a2a9-f62b9aabc629', 'attached_at': '', 'detached_at': '', 'volume_id': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00', 'serial': '42edaee7-f002-4a0c-8d3c-6cae3cf34f00'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1262.319236] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.322568] env[65311]: DEBUG nova.network.neutron [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating instance_info_cache with network_info: [{"id": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "address": "fa:16:3e:e3:01:ed", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341fc765-f4", "ovs_interfaceid": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.813879] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.826818] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.857706] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a8511c8100b340b4ba84b216f603de8d',container_format='bare',created_at=2025-11-12T23:52:28Z,direct_url=,disk_format='vmdk',id=4dc77138-e961-4ad7-bdeb-d785a4470f52,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-380714693-shelved',owner='810a20832d09492da915cfa888ba3e8f',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-12T23:52:42Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1262.858110] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.858269] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1262.858446] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.858586] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1262.858727] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1262.858929] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1262.859116] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1262.859266] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1262.859439] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1262.859610] env[65311]: DEBUG nova.virt.hardware [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1262.860948] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5679107-7402-462b-aab4-1991313ad91a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.869802] env[65311]: DEBUG nova.objects.instance [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lazy-loading 'flavor' on Instance uuid 84adf44e-0c27-47da-a2a9-f62b9aabc629 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.872186] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348dc501-9436-404c-8590-4d71daea9158 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.887154] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:01:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ace50835-5731-4c77-b6c0-3076d7b4aa21', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '341fc765-f45c-46ba-abd4-bb9992b32b9c', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1262.894936] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1262.895947] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1262.896192] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-184b1bff-cbc2-4b01-b9e2-13af7d347d74 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.917300] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1262.917300] env[65311]: value = "task-4429283" [ 1262.917300] env[65311]: _type = "Task" [ 1262.917300] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.926634] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429283, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.313887] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.395188] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "aa47b420-809c-4fef-91ff-a6e1076625c4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.395420] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.428413] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429283, 'name': CreateVM_Task, 'duration_secs': 0.376446} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.428890] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.429404] env[65311]: WARNING neutronclient.v2_0.client [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.429851] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.430024] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.430407] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.430682] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30792ad-b6fc-412b-a128-1f8436ef1dbd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.436609] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1263.436609] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e724af-3784-9ae1-1241-063a1ba5327d" [ 1263.436609] env[65311]: _type = "Task" [ 1263.436609] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.445821] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52e724af-3784-9ae1-1241-063a1ba5327d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.480567] env[65311]: DEBUG nova.compute.manager [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received event network-changed-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1263.480714] env[65311]: DEBUG nova.compute.manager [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Refreshing instance network info cache due to event network-changed-341fc765-f45c-46ba-abd4-bb9992b32b9c. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1263.480935] env[65311]: DEBUG oslo_concurrency.lockutils [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] Acquiring lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.481083] env[65311]: DEBUG oslo_concurrency.lockutils [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] Acquired lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.481290] env[65311]: DEBUG nova.network.neutron [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Refreshing network info cache for port 341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.816251] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.882503] env[65311]: DEBUG oslo_concurrency.lockutils [None req-79582e82-21f0-4c8e-bb16-be179b42bb73 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.899176] env[65311]: DEBUG nova.compute.utils [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.948510] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.948756] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Processing image 4dc77138-e961-4ad7-bdeb-d785a4470f52 {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.948980] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52/4dc77138-e961-4ad7-bdeb-d785a4470f52.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.949159] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52/4dc77138-e961-4ad7-bdeb-d785a4470f52.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.949338] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.949591] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5271b24f-76cc-4502-ae18-62b9a8a8e4c3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.964366] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.964549] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.965465] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7ea381-f08e-43c1-92c3-21b37f154054 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.971365] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1263.971365] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5297d3ed-b76a-d95b-61ad-f07725e4c445" [ 1263.971365] env[65311]: _type = "Task" [ 1263.971365] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.979958] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5297d3ed-b76a-d95b-61ad-f07725e4c445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.983493] env[65311]: WARNING neutronclient.v2_0.client [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.161759] env[65311]: WARNING neutronclient.v2_0.client [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.230306] env[65311]: DEBUG nova.network.neutron [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updated VIF entry in instance network info cache for port 341fc765-f45c-46ba-abd4-bb9992b32b9c. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1264.230738] env[65311]: DEBUG nova.network.neutron [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating instance_info_cache with network_info: [{"id": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "address": "fa:16:3e:e3:01:ed", "network": {"id": "1b9f0ad0-223b-4923-994b-33e0d10bccbb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-201983193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "810a20832d09492da915cfa888ba3e8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ace50835-5731-4c77-b6c0-3076d7b4aa21", "external-id": "nsx-vlan-transportzone-270", "segmentation_id": 270, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap341fc765-f4", "ovs_interfaceid": "341fc765-f45c-46ba-abd4-bb9992b32b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.317194] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.402159] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.482918] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Preparing fetch location {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1264.483178] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Fetch image to [datastore2] OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21/OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21.vmdk {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1264.483390] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Downloading stream optimized image 4dc77138-e961-4ad7-bdeb-d785a4470f52 to [datastore2] OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21/OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21.vmdk on the data store datastore2 as vApp {{(pid=65311) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1264.483560] env[65311]: DEBUG nova.virt.vmwareapi.images [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Downloading image file data 4dc77138-e961-4ad7-bdeb-d785a4470f52 to the ESX as VM named 'OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21' {{(pid=65311) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1264.564555] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1264.564555] env[65311]: value = "resgroup-9" [ 1264.564555] env[65311]: _type = "ResourcePool" [ 1264.564555] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1264.564928] env[65311]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6974de38-f83e-4d38-8a9f-eec9fb357d7c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.589207] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lease: (returnval){ [ 1264.589207] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cca060-1975-00b9-46f3-96af530de3f6" [ 1264.589207] env[65311]: _type = "HttpNfcLease" [ 1264.589207] env[65311]: } obtained for vApp import into resource pool (val){ [ 1264.589207] env[65311]: value = "resgroup-9" [ 1264.589207] env[65311]: _type = "ResourcePool" [ 1264.589207] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1264.589578] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the lease: (returnval){ [ 1264.589578] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cca060-1975-00b9-46f3-96af530de3f6" [ 1264.589578] env[65311]: _type = "HttpNfcLease" [ 1264.589578] env[65311]: } to be ready. {{(pid=65311) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1264.596751] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.596751] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cca060-1975-00b9-46f3-96af530de3f6" [ 1264.596751] env[65311]: _type = "HttpNfcLease" [ 1264.596751] env[65311]: } is initializing. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.733618] env[65311]: DEBUG oslo_concurrency.lockutils [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] Releasing lock "refresh_cache-87e2e2c6-9986-4b68-9129-e469f2a24d36" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.734108] env[65311]: DEBUG nova.compute.manager [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Received event network-changed-b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1264.734440] env[65311]: DEBUG nova.compute.manager [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Refreshing instance network info cache due to event network-changed-b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1264.734828] env[65311]: DEBUG oslo_concurrency.lockutils [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] Acquiring lock "refresh_cache-3dde0471-c136-4575-9d66-7514266fe8a3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.735107] env[65311]: DEBUG oslo_concurrency.lockutils [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] Acquired lock "refresh_cache-3dde0471-c136-4575-9d66-7514266fe8a3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.735432] env[65311]: DEBUG nova.network.neutron [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Refreshing network info cache for port b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.815695] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.998279] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.998599] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.998771] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "84adf44e-0c27-47da-a2a9-f62b9aabc629-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.998902] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.999076] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.001299] env[65311]: INFO nova.compute.manager [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Terminating instance [ 1265.100340] env[65311]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1265.100340] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cca060-1975-00b9-46f3-96af530de3f6" [ 1265.100340] env[65311]: _type = "HttpNfcLease" [ 1265.100340] env[65311]: } is ready. {{(pid=65311) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1265.101043] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1265.101043] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52cca060-1975-00b9-46f3-96af530de3f6" [ 1265.101043] env[65311]: _type = "HttpNfcLease" [ 1265.101043] env[65311]: }. {{(pid=65311) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1265.101832] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be25b2dc-efa5-4461-8536-1a595e628a95 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.110434] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e15-ac33-62d3-8600-1c58d7085691/disk-0.vmdk from lease info. {{(pid=65311) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1265.110629] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e15-ac33-62d3-8600-1c58d7085691/disk-0.vmdk. {{(pid=65311) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1265.177408] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b32cd8f-05ad-4fae-88ba-e32f7aee935e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.239566] env[65311]: WARNING neutronclient.v2_0.client [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.317972] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.455914] env[65311]: WARNING neutronclient.v2_0.client [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.485932] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "aa47b420-809c-4fef-91ff-a6e1076625c4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.485932] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.486271] env[65311]: INFO nova.compute.manager [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Attaching volume 7ed356e7-6814-40db-b261-981839001487 to /dev/sdb [ 1265.507014] env[65311]: DEBUG nova.compute.manager [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1265.507251] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.508250] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb18095-1b5f-4b39-804e-5f017bb75d9a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.518846] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.520602] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e7bb1d1-4f7c-498d-8b20-bfda62d7ba5d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.527201] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9790554-3e72-4c67-9671-d980eb9a87f0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.531879] env[65311]: DEBUG oslo_vmware.api [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1265.531879] env[65311]: value = "task-4429285" [ 1265.531879] env[65311]: _type = "Task" [ 1265.531879] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.535015] env[65311]: DEBUG nova.network.neutron [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Updated VIF entry in instance network info cache for port b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1265.535397] env[65311]: DEBUG nova.network.neutron [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Updating instance_info_cache with network_info: [{"id": "b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8", "address": "fa:16:3e:dd:ec:94", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9d328ab-d8", "ovs_interfaceid": "b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.545529] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434b0865-4b30-4852-9518-406b365d042a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.551652] env[65311]: DEBUG oslo_vmware.api [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.567845] env[65311]: DEBUG nova.virt.block_device [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Updating existing volume attachment record: e76315e8-96d4-4ea0-a1d9-d258813c2179 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1265.821951] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.042558] env[65311]: DEBUG oslo_concurrency.lockutils [req-b2557013-5b32-4e20-9c92-985b63930bd2 req-c0f67595-ac5e-44f9-96d5-048e863c251d service nova] Releasing lock "refresh_cache-3dde0471-c136-4575-9d66-7514266fe8a3" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.048087] env[65311]: DEBUG oslo_vmware.api [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429285, 'name': PowerOffVM_Task, 'duration_secs': 0.209201} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.048087] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.048087] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.048087] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c931521-ffac-49af-9587-6667f989d241 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.128612] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.128911] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.129174] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Deleting the datastore file [datastore1] 84adf44e-0c27-47da-a2a9-f62b9aabc629 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.131849] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69743aff-6289-4096-b483-d91b253b37d6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.140874] env[65311]: DEBUG oslo_vmware.api [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1266.140874] env[65311]: value = "task-4429288" [ 1266.140874] env[65311]: _type = "Task" [ 1266.140874] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.149815] env[65311]: DEBUG oslo_vmware.api [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.320368] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.421055] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Completed reading data from the image iterator. {{(pid=65311) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1266.421458] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e15-ac33-62d3-8600-1c58d7085691/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.422737] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652b12f7-2a15-480c-974e-0cdfa655a946 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.430350] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e15-ac33-62d3-8600-1c58d7085691/disk-0.vmdk is in state: ready. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.430647] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e15-ac33-62d3-8600-1c58d7085691/disk-0.vmdk. {{(pid=65311) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1266.430926] env[65311]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-46779cd2-1e27-44a5-abb4-8ef45c19f298 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.651858] env[65311]: DEBUG oslo_vmware.api [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226993} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.652065] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.652239] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.652410] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.652576] env[65311]: INFO nova.compute.manager [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1266.652809] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1266.652998] env[65311]: DEBUG nova.compute.manager [-] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1266.653108] env[65311]: DEBUG nova.network.neutron [-] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1266.653350] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.740561] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.819564] env[65311]: DEBUG oslo_vmware.api [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429280, 'name': ReconfigVM_Task, 'duration_secs': 5.805211} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.819899] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.820135] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Reconfigured VM to detach interface {{(pid=65311) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1266.820591] env[65311]: WARNING neutronclient.v2_0.client [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.820872] env[65311]: WARNING neutronclient.v2_0.client [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.854424] env[65311]: WARNING neutronclient.v2_0.client [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.868227] env[65311]: DEBUG oslo_vmware.rw_handles [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528e3e15-ac33-62d3-8600-1c58d7085691/disk-0.vmdk. {{(pid=65311) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1266.868519] env[65311]: INFO nova.virt.vmwareapi.images [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Downloaded image file data 4dc77138-e961-4ad7-bdeb-d785a4470f52 [ 1266.869467] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6ef4f1-7f1b-4c19-b164-3cb8cb1538bf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.889022] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-327f58da-8a73-4f0d-9bd1-d9b833ca10e5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.080229] env[65311]: INFO nova.virt.vmwareapi.images [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] The imported VM was unregistered [ 1267.082498] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Caching image {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1267.082790] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52 {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.083177] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7db2a487-9767-4250-90f3-3ffcaad3a12e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.101512] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Created directory with path [datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52 {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.101751] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21/OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21.vmdk to [datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52/4dc77138-e961-4ad7-bdeb-d785a4470f52.vmdk. {{(pid=65311) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1267.102049] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a8833e3f-709a-4ae1-848b-6ddc60727462 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.112514] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1267.112514] env[65311]: value = "task-4429290" [ 1267.112514] env[65311]: _type = "Task" [ 1267.112514] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.122442] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429290, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.277238] env[65311]: DEBUG nova.compute.manager [req-c63318b9-1490-47f2-9760-b8ed54c4e695 req-b8fe9c77-fa27-4567-a1e2-90484711f5c1 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Received event network-vif-deleted-28529812-1676-41d9-8811-683e33c22a87 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1267.277452] env[65311]: INFO nova.compute.manager [req-c63318b9-1490-47f2-9760-b8ed54c4e695 req-b8fe9c77-fa27-4567-a1e2-90484711f5c1 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Neutron deleted interface 28529812-1676-41d9-8811-683e33c22a87; detaching it from the instance and deleting it from the info cache [ 1267.277619] env[65311]: DEBUG nova.network.neutron [req-c63318b9-1490-47f2-9760-b8ed54c4e695 req-b8fe9c77-fa27-4567-a1e2-90484711f5c1 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.624439] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429290, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.742140] env[65311]: DEBUG nova.network.neutron [-] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.784899] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f6fe2e2-8608-4296-b437-a4b6000848bc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.796717] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a991f6-80f0-4b5c-9b1f-d2c54611085e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.839563] env[65311]: DEBUG nova.compute.manager [req-c63318b9-1490-47f2-9760-b8ed54c4e695 req-b8fe9c77-fa27-4567-a1e2-90484711f5c1 service nova] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Detach interface failed, port_id=28529812-1676-41d9-8811-683e33c22a87, reason: Instance 84adf44e-0c27-47da-a2a9-f62b9aabc629 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1268.126524] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429290, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.245939] env[65311]: INFO nova.compute.manager [-] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Took 1.59 seconds to deallocate network for instance. [ 1268.359518] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.359770] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.359958] env[65311]: DEBUG nova.network.neutron [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1268.625778] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429290, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.756065] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.756481] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.756723] env[65311]: DEBUG nova.objects.instance [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lazy-loading 'resources' on Instance uuid 84adf44e-0c27-47da-a2a9-f62b9aabc629 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.865210] env[65311]: WARNING neutronclient.v2_0.client [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.044522] env[65311]: WARNING neutronclient.v2_0.client [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.122431] env[65311]: INFO nova.network.neutron [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Port 9d9559a0-e394-4125-8703-eb90adc7374d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1269.122867] env[65311]: DEBUG nova.network.neutron [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.129707] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429290, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.205747] env[65311]: DEBUG nova.compute.manager [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1269.205928] env[65311]: DEBUG nova.compute.manager [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing instance network info cache due to event network-changed-0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1269.206194] env[65311]: DEBUG oslo_concurrency.lockutils [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] Acquiring lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.241490] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "8ef6866f-e4ba-4b50-abad-343444a84712" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.241846] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "8ef6866f-e4ba-4b50-abad-343444a84712" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.242107] env[65311]: DEBUG nova.compute.manager [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1269.243195] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffe7b47-a32c-4a69-8e58-3ee6e6f36bad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.251923] env[65311]: DEBUG nova.compute.manager [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65311) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1269.252577] env[65311]: DEBUG nova.objects.instance [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'flavor' on Instance uuid 8ef6866f-e4ba-4b50-abad-343444a84712 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.446630] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbef3ee2-22e1-4be3-8029-b7d8051401cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.459081] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e638148-0cb4-49f4-9d56-2ed97f2824df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.495109] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438172ae-6ef3-417b-b49f-a459aa039a3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.504362] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7481bfe-335f-41ce-b793-af21acbbdc45 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.519989] env[65311]: DEBUG nova.compute.provider_tree [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.628244] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429290, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.630274] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.632797] env[65311]: DEBUG oslo_concurrency.lockutils [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] Acquired lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.633072] env[65311]: DEBUG nova.network.neutron [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Refreshing network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.920112] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-fa9b99a1-8850-4f71-b777-04b086afc62f-9d9559a0-e394-4125-8703-eb90adc7374d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.920326] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-fa9b99a1-8850-4f71-b777-04b086afc62f-9d9559a0-e394-4125-8703-eb90adc7374d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.920764] env[65311]: DEBUG nova.objects.instance [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'flavor' on Instance uuid fa9b99a1-8850-4f71-b777-04b086afc62f {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.023291] env[65311]: DEBUG nova.scheduler.client.report [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.127833] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429290, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.934886} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.128152] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21/OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21.vmdk to [datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52/4dc77138-e961-4ad7-bdeb-d785a4470f52.vmdk. [ 1270.128319] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Cleaning up location [datastore2] OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21 {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1270.128478] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ceecec5b-adcd-4642-ae96-9e0841e19c21 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.128756] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a4ebfd5-eaf8-456f-a8af-c7e170b45397 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.136721] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4082ee8e-ecb2-49dc-9f99-08213bf4b4a8 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-9d9559a0-e394-4125-8703-eb90adc7374d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.909s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.138498] env[65311]: WARNING neutronclient.v2_0.client [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.141018] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1270.141018] env[65311]: value = "task-4429292" [ 1270.141018] env[65311]: _type = "Task" [ 1270.141018] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.151320] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.259730] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.260060] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-983e0607-80e8-4c94-9d62-304508a5b1b1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.269267] env[65311]: DEBUG oslo_vmware.api [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1270.269267] env[65311]: value = "task-4429293" [ 1270.269267] env[65311]: _type = "Task" [ 1270.269267] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.282181] env[65311]: DEBUG oslo_vmware.api [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.305603] env[65311]: WARNING neutronclient.v2_0.client [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.397608] env[65311]: DEBUG nova.network.neutron [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updated VIF entry in instance network info cache for port 0ca63e53-1931-4159-9b63-86a99025f6b7. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1270.398052] env[65311]: DEBUG nova.network.neutron [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [{"id": "0ca63e53-1931-4159-9b63-86a99025f6b7", "address": "fa:16:3e:dd:8e:3c", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ca63e53-19", "ovs_interfaceid": "0ca63e53-1931-4159-9b63-86a99025f6b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.424840] env[65311]: WARNING neutronclient.v2_0.client [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.525758] env[65311]: DEBUG nova.objects.instance [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'pci_requests' on Instance uuid fa9b99a1-8850-4f71-b777-04b086afc62f {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.527923] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.554158] env[65311]: INFO nova.scheduler.client.report [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Deleted allocations for instance 84adf44e-0c27-47da-a2a9-f62b9aabc629 [ 1270.652281] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159893} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.652536] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.652697] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52/4dc77138-e961-4ad7-bdeb-d785a4470f52.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.652940] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52/4dc77138-e961-4ad7-bdeb-d785a4470f52.vmdk to [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36/87e2e2c6-9986-4b68-9129-e469f2a24d36.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.653228] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7880d30c-c2a4-4406-8f21-c7f1b97436f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.660928] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1270.660928] env[65311]: value = "task-4429294" [ 1270.660928] env[65311]: _type = "Task" [ 1270.660928] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.670264] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.779911] env[65311]: DEBUG oslo_vmware.api [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429293, 'name': PowerOffVM_Task, 'duration_secs': 0.20934} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.780178] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.780366] env[65311]: DEBUG nova.compute.manager [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1270.781161] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be47c3f-fa42-4476-9ae9-1deaa641ccba {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.901594] env[65311]: DEBUG oslo_concurrency.lockutils [req-06d0baf9-6891-4a87-b3ac-1d33f6a2a8b6 req-a1c77393-55cb-4d27-9f88-85c1af5cfafa service nova] Releasing lock "refresh_cache-121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.028273] env[65311]: DEBUG nova.objects.base [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1271.028525] env[65311]: DEBUG nova.network.neutron [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1271.028891] env[65311]: WARNING neutronclient.v2_0.client [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.029223] env[65311]: WARNING neutronclient.v2_0.client [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1271.066387] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95059d15-9c49-446a-a157-34e6a8856fa4 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "84adf44e-0c27-47da-a2a9-f62b9aabc629" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.068s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.116442] env[65311]: DEBUG nova.policy [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a26aaaf67c344788b3bdd010e529a97a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cec8893005944de781a2ec2b640d87fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.175767] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429294, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.293635] env[65311]: DEBUG oslo_concurrency.lockutils [None req-4fc1f9a4-d8c5-478a-8587-375b8b25a10d tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "8ef6866f-e4ba-4b50-abad-343444a84712" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.357014] env[65311]: DEBUG nova.compute.manager [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received event network-changed-da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1271.357422] env[65311]: DEBUG nova.compute.manager [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing instance network info cache due to event network-changed-da5bc795-50e3-4ce5-995a-d956b45b5c7b. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1271.357609] env[65311]: DEBUG oslo_concurrency.lockutils [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] Acquiring lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.357841] env[65311]: DEBUG oslo_concurrency.lockutils [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] Acquired lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.358117] env[65311]: DEBUG nova.network.neutron [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing network info cache for port da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.674483] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429294, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.707939] env[65311]: DEBUG nova.objects.instance [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'flavor' on Instance uuid 8ef6866f-e4ba-4b50-abad-343444a84712 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.862044] env[65311]: WARNING neutronclient.v2_0.client [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.058759] env[65311]: WARNING neutronclient.v2_0.client [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1272.126236] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1272.126622] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866685', 'volume_id': '7ed356e7-6814-40db-b261-981839001487', 'name': 'volume-7ed356e7-6814-40db-b261-981839001487', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa47b420-809c-4fef-91ff-a6e1076625c4', 'attached_at': '', 'detached_at': '', 'volume_id': '7ed356e7-6814-40db-b261-981839001487', 'serial': '7ed356e7-6814-40db-b261-981839001487'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1272.128014] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f660b01a-8c09-4fba-a980-d0c0709e03b2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.150854] env[65311]: DEBUG nova.network.neutron [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updated VIF entry in instance network info cache for port da5bc795-50e3-4ce5-995a-d956b45b5c7b. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1272.151294] env[65311]: DEBUG nova.network.neutron [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [{"id": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "address": "fa:16:3e:b2:3f:b1", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5bc795-50", "ovs_interfaceid": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.153098] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94aacdba-bd02-4ef9-b77f-d6d10bc308ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.181320] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-7ed356e7-6814-40db-b261-981839001487/volume-7ed356e7-6814-40db-b261-981839001487.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.185642] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2264fb0-dc0d-464a-92b2-5329b102dce4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.206473] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429294, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.208439] env[65311]: DEBUG oslo_vmware.api [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1272.208439] env[65311]: value = "task-4429296" [ 1272.208439] env[65311]: _type = "Task" [ 1272.208439] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.214361] env[65311]: DEBUG oslo_concurrency.lockutils [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.214554] env[65311]: DEBUG oslo_concurrency.lockutils [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.214690] env[65311]: DEBUG nova.network.neutron [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1272.215041] env[65311]: DEBUG nova.objects.instance [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'info_cache' on Instance uuid 8ef6866f-e4ba-4b50-abad-343444a84712 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.220299] env[65311]: DEBUG oslo_vmware.api [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.616398] env[65311]: DEBUG nova.compute.manager [req-c5f7d765-8e30-429d-a0c9-dbfeaf541518 req-9800aa95-2f02-4dff-8263-511b4842c13d service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received event network-vif-plugged-9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1272.616651] env[65311]: DEBUG oslo_concurrency.lockutils [req-c5f7d765-8e30-429d-a0c9-dbfeaf541518 req-9800aa95-2f02-4dff-8263-511b4842c13d service nova] Acquiring lock "fa9b99a1-8850-4f71-b777-04b086afc62f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.616862] env[65311]: DEBUG oslo_concurrency.lockutils [req-c5f7d765-8e30-429d-a0c9-dbfeaf541518 req-9800aa95-2f02-4dff-8263-511b4842c13d service nova] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.617052] env[65311]: DEBUG oslo_concurrency.lockutils [req-c5f7d765-8e30-429d-a0c9-dbfeaf541518 req-9800aa95-2f02-4dff-8263-511b4842c13d service nova] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.617210] env[65311]: DEBUG nova.compute.manager [req-c5f7d765-8e30-429d-a0c9-dbfeaf541518 req-9800aa95-2f02-4dff-8263-511b4842c13d service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] No waiting events found dispatching network-vif-plugged-9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1272.617434] env[65311]: WARNING nova.compute.manager [req-c5f7d765-8e30-429d-a0c9-dbfeaf541518 req-9800aa95-2f02-4dff-8263-511b4842c13d service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received unexpected event network-vif-plugged-9d9559a0-e394-4125-8703-eb90adc7374d for instance with vm_state active and task_state None. [ 1272.656936] env[65311]: DEBUG oslo_concurrency.lockutils [req-48482f4e-3965-40f7-972d-6610aed28b13 req-7ec3b917-1813-4853-a81c-d246707437c7 service nova] Releasing lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.685601] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429294, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.706355] env[65311]: DEBUG nova.network.neutron [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Successfully updated port: 9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1272.719425] env[65311]: DEBUG oslo_vmware.api [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.722571] env[65311]: DEBUG nova.objects.base [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Object Instance<8ef6866f-e4ba-4b50-abad-343444a84712> lazy-loaded attributes: flavor,info_cache {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1273.185055] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429294, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.425216} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.185477] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4dc77138-e961-4ad7-bdeb-d785a4470f52/4dc77138-e961-4ad7-bdeb-d785a4470f52.vmdk to [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36/87e2e2c6-9986-4b68-9129-e469f2a24d36.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.186174] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1e0626-3568-4949-a0d5-a0e0deb099f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.209897] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36/87e2e2c6-9986-4b68-9129-e469f2a24d36.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.210539] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.210761] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.210943] env[65311]: DEBUG nova.network.neutron [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1273.212196] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c35885-84ba-4e43-b2fc-43aebad433c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.230791] env[65311]: WARNING neutronclient.v2_0.client [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.239635] env[65311]: DEBUG oslo_vmware.api [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.241305] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1273.241305] env[65311]: value = "task-4429297" [ 1273.241305] env[65311]: _type = "Task" [ 1273.241305] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.250307] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.400601] env[65311]: WARNING neutronclient.v2_0.client [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.471979] env[65311]: DEBUG nova.network.neutron [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Updating instance_info_cache with network_info: [{"id": "6261fa48-5ef5-446e-814c-c00004064fd4", "address": "fa:16:3e:ad:fc:b1", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6261fa48-5e", "ovs_interfaceid": "6261fa48-5ef5-446e-814c-c00004064fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.721695] env[65311]: DEBUG oslo_vmware.api [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429296, 'name': ReconfigVM_Task, 'duration_secs': 1.167293} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.721950] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-7ed356e7-6814-40db-b261-981839001487/volume-7ed356e7-6814-40db-b261-981839001487.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.726750] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f14b0f6-9fcc-4a6a-b217-87320dc7e992 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.746843] env[65311]: DEBUG oslo_vmware.api [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1273.746843] env[65311]: value = "task-4429298" [ 1273.746843] env[65311]: _type = "Task" [ 1273.746843] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.752767] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429297, 'name': ReconfigVM_Task, 'duration_secs': 0.312388} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.753358] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36/87e2e2c6-9986-4b68-9129-e469f2a24d36.vmdk or device None with type streamOptimized {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.754044] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bfbd884-6184-4e5a-a736-262cb4d6b066 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.758462] env[65311]: DEBUG oslo_vmware.api [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.764146] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1273.764146] env[65311]: value = "task-4429299" [ 1273.764146] env[65311]: _type = "Task" [ 1273.764146] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.772027] env[65311]: WARNING nova.network.neutron [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] 2f9d08f9-6a5d-40ed-a4bd-e917f42750d3 already exists in list: networks containing: ['2f9d08f9-6a5d-40ed-a4bd-e917f42750d3']. ignoring it [ 1273.778562] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429299, 'name': Rename_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.868801] env[65311]: WARNING neutronclient.v2_0.client [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.920866] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.921107] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.974903] env[65311]: DEBUG oslo_concurrency.lockutils [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.030112] env[65311]: WARNING neutronclient.v2_0.client [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.100513] env[65311]: DEBUG nova.network.neutron [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [{"id": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "address": "fa:16:3e:b2:3f:b1", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5bc795-50", "ovs_interfaceid": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d9559a0-e394-4125-8703-eb90adc7374d", "address": "fa:16:3e:8e:0a:99", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9559a0-e3", "ovs_interfaceid": "9d9559a0-e394-4125-8703-eb90adc7374d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.257206] env[65311]: DEBUG oslo_vmware.api [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429298, 'name': ReconfigVM_Task, 'duration_secs': 0.156703} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.257526] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866685', 'volume_id': '7ed356e7-6814-40db-b261-981839001487', 'name': 'volume-7ed356e7-6814-40db-b261-981839001487', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa47b420-809c-4fef-91ff-a6e1076625c4', 'attached_at': '', 'detached_at': '', 'volume_id': '7ed356e7-6814-40db-b261-981839001487', 'serial': '7ed356e7-6814-40db-b261-981839001487'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1274.274015] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429299, 'name': Rename_Task, 'duration_secs': 0.196295} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.274337] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.274559] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8af5928e-06f2-47a3-b843-1c44bbf4f595 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.281993] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1274.281993] env[65311]: value = "task-4429300" [ 1274.281993] env[65311]: _type = "Task" [ 1274.281993] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.290807] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.427730] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.427982] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.428113] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.428267] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.428405] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.428542] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.428672] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1274.429161] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.603367] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.604108] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.604261] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.605181] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80054869-4428-48c2-88ad-b5f13b6945c8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.624991] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1274.625266] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.625415] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1274.625665] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.625975] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1274.625975] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1274.626194] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1274.626348] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1274.626507] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1274.626667] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1274.626813] env[65311]: DEBUG nova.virt.hardware [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1274.633112] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Reconfiguring VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1274.633491] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c52f5ee-e835-4134-b612-00ac524ae7e3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.652109] env[65311]: DEBUG oslo_vmware.api [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1274.652109] env[65311]: value = "task-4429301" [ 1274.652109] env[65311]: _type = "Task" [ 1274.652109] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.660983] env[65311]: DEBUG oslo_vmware.api [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429301, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.766196] env[65311]: DEBUG nova.compute.manager [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received event network-changed-9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1274.766514] env[65311]: DEBUG nova.compute.manager [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing instance network info cache due to event network-changed-9d9559a0-e394-4125-8703-eb90adc7374d. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1274.766689] env[65311]: DEBUG oslo_concurrency.lockutils [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] Acquiring lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.766825] env[65311]: DEBUG oslo_concurrency.lockutils [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] Acquired lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.767039] env[65311]: DEBUG nova.network.neutron [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Refreshing network info cache for port 9d9559a0-e394-4125-8703-eb90adc7374d {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.792360] env[65311]: DEBUG oslo_vmware.api [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429300, 'name': PowerOnVM_Task, 'duration_secs': 0.488465} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.794316] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.899953] env[65311]: DEBUG nova.compute.manager [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1274.900968] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714b7b5b-7d8d-4ec7-8da3-883cf678797e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.932123] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.932410] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.932583] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.932746] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1274.933884] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e73214b-b623-4192-a1d3-cad2ce1d5fed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.943169] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c8df72-ce34-4ca8-a94e-78c8061c0c0e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.958552] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cadbce-1a88-46fa-994f-10563862eb2a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.967535] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451d4ab-7c00-474f-9bfd-b2e6088b2db7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.999701] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.000049] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179430MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1275.000181] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.000383] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.002071] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e549b6cc-42c7-4d33-a80e-1aa35d46a1f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.010904] env[65311]: DEBUG oslo_vmware.api [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1275.010904] env[65311]: value = "task-4429302" [ 1275.010904] env[65311]: _type = "Task" [ 1275.010904] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.019898] env[65311]: DEBUG oslo_vmware.api [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.163483] env[65311]: DEBUG oslo_vmware.api [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.270170] env[65311]: WARNING neutronclient.v2_0.client [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.298575] env[65311]: DEBUG nova.objects.instance [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lazy-loading 'flavor' on Instance uuid aa47b420-809c-4fef-91ff-a6e1076625c4 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.421548] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d4b20571-e18f-446c-baa9-f966a72b23af tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.772s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.512534] env[65311]: WARNING neutronclient.v2_0.client [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1275.528627] env[65311]: DEBUG oslo_vmware.api [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429302, 'name': PowerOnVM_Task, 'duration_secs': 0.460719} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.528627] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.528871] env[65311]: DEBUG nova.compute.manager [None req-91435cd1-8e1c-47be-b62c-1416bbc15ac5 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1275.529566] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c262031-8769-4444-bb1b-5e0551dff0e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.602913] env[65311]: DEBUG nova.network.neutron [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updated VIF entry in instance network info cache for port 9d9559a0-e394-4125-8703-eb90adc7374d. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1275.603388] env[65311]: DEBUG nova.network.neutron [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [{"id": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "address": "fa:16:3e:b2:3f:b1", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5bc795-50", "ovs_interfaceid": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d9559a0-e394-4125-8703-eb90adc7374d", "address": "fa:16:3e:8e:0a:99", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d9559a0-e3", "ovs_interfaceid": "9d9559a0-e394-4125-8703-eb90adc7374d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.663664] env[65311]: DEBUG oslo_vmware.api [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.805060] env[65311]: DEBUG oslo_concurrency.lockutils [None req-6c481d21-de45-4493-a1cd-ec00121cbfe0 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.319s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 20e5f52c-a77c-41f7-8a15-4631efbf4705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1c916d63-ae65-41c6-9deb-3d4f4670d246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance aa47b420-809c-4fef-91ff-a6e1076625c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 8ef6866f-e4ba-4b50-abad-343444a84712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance fa9b99a1-8850-4f71-b777-04b086afc62f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 3dde0471-c136-4575-9d66-7514266fe8a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 87e2e2c6-9986-4b68-9129-e469f2a24d36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1276.041028] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_error': '1', 'num_task_None': '9', 'num_os_type_None': '10', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'io_workload': '0', 'num_vm_active': '7', 'num_proj_68992ff22ad44caa9e7239f7c52fe99c': '2', 'num_vm_rescued': '1', 'num_proj_8415d04e0b6e4df6b263993279ecca55': '2', 'num_proj_810a20832d09492da915cfa888ba3e8f': '1', 'num_proj_cec8893005944de781a2ec2b640d87fb': '2', 'num_proj_1716d7235e604ea99f3ee78e8ca849b9': '1', 'num_vm_stopped': '1', 'num_task_powering-on': '1', 'num_proj_70f7d294f361449cb188fb4638fa1cbd': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1276.106210] env[65311]: DEBUG oslo_concurrency.lockutils [req-f93c09c2-741b-4da8-a565-c4d0c66f12bc req-66d61cb5-453d-46f9-88dc-737b2887b64f service nova] Releasing lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.147505] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "aa47b420-809c-4fef-91ff-a6e1076625c4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.147740] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.164425] env[65311]: DEBUG oslo_vmware.api [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429301, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.223613] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d01ef2-1e79-4ea9-99ca-17dbf35ba9c4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.236037] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcedf10e-8ece-49d5-99c0-d65a719f34ed {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.276513] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ee753f-299a-486f-a1dd-d28430bd1e09 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.286032] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4da136-8718-47a0-9069-78d88ceb3723 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.301926] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.536853] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.537124] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.537333] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.537505] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.537665] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.539772] env[65311]: INFO nova.compute.manager [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Terminating instance [ 1276.650820] env[65311]: INFO nova.compute.manager [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Detaching volume 7ed356e7-6814-40db-b261-981839001487 [ 1276.664116] env[65311]: DEBUG oslo_vmware.api [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429301, 'name': ReconfigVM_Task, 'duration_secs': 1.724749} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.664566] env[65311]: WARNING neutronclient.v2_0.client [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.664818] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.665062] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Reconfigured VM to attach interface {{(pid=65311) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1276.693537] env[65311]: INFO nova.virt.block_device [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Attempting to driver detach volume 7ed356e7-6814-40db-b261-981839001487 from mountpoint /dev/sdb [ 1276.693822] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1276.694041] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866685', 'volume_id': '7ed356e7-6814-40db-b261-981839001487', 'name': 'volume-7ed356e7-6814-40db-b261-981839001487', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa47b420-809c-4fef-91ff-a6e1076625c4', 'attached_at': '', 'detached_at': '', 'volume_id': '7ed356e7-6814-40db-b261-981839001487', 'serial': '7ed356e7-6814-40db-b261-981839001487'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1276.694918] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f20e44d-b382-40f8-bc03-baba7fa464b8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.718420] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30726f75-3a43-4501-b560-c01efab75b32 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.726689] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8066da-7ff6-4044-9660-ca946d095caa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.748054] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb11eb6-d37c-4751-a22d-8a5563bfe7ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.763924] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] The volume has not been displaced from its original location: [datastore2] volume-7ed356e7-6814-40db-b261-981839001487/volume-7ed356e7-6814-40db-b261-981839001487.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1276.769234] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.769544] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae8ca88d-28cb-4017-9e38-0fb3e7be6900 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.790477] env[65311]: DEBUG oslo_vmware.api [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1276.790477] env[65311]: value = "task-4429303" [ 1276.790477] env[65311]: _type = "Task" [ 1276.790477] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.799202] env[65311]: DEBUG oslo_vmware.api [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.805176] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.911166] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a2bd6c-fa98-47ba-a8b4-9fb33b759a20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.918381] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5718e3d6-3a16-4169-acae-67bd31a39781 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Suspending the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1276.918677] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c241fb43-da25-4d01-b579-fe9931d3cfbe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.925532] env[65311]: DEBUG oslo_vmware.api [None req-5718e3d6-3a16-4169-acae-67bd31a39781 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1276.925532] env[65311]: value = "task-4429304" [ 1276.925532] env[65311]: _type = "Task" [ 1276.925532] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.934719] env[65311]: DEBUG oslo_vmware.api [None req-5718e3d6-3a16-4169-acae-67bd31a39781 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429304, 'name': SuspendVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.043547] env[65311]: DEBUG nova.compute.manager [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1277.043791] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.044770] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd71867e-3b0e-4a7f-b4bf-2dc9ef77df07 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.053601] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.053958] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e51dce5-5921-4ac3-8cc7-b9a35882f5b8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.061457] env[65311]: DEBUG oslo_vmware.api [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1277.061457] env[65311]: value = "task-4429305" [ 1277.061457] env[65311]: _type = "Task" [ 1277.061457] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.072159] env[65311]: DEBUG oslo_vmware.api [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.170944] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e2791818-76c8-48b9-a28c-aac8b8697001 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-fa9b99a1-8850-4f71-b777-04b086afc62f-9d9559a0-e394-4125-8703-eb90adc7374d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.250s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.301952] env[65311]: DEBUG oslo_vmware.api [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429303, 'name': ReconfigVM_Task, 'duration_secs': 0.213169} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.302291] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1277.307897] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c680c1-539e-4b9d-b043-69db7bd459d2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.319234] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1277.319422] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.319s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.326860] env[65311]: DEBUG oslo_vmware.api [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1277.326860] env[65311]: value = "task-4429306" [ 1277.326860] env[65311]: _type = "Task" [ 1277.326860] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.336042] env[65311]: DEBUG oslo_vmware.api [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.437016] env[65311]: DEBUG oslo_vmware.api [None req-5718e3d6-3a16-4169-acae-67bd31a39781 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429304, 'name': SuspendVM_Task} progress is 62%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.571876] env[65311]: DEBUG oslo_vmware.api [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429305, 'name': PowerOffVM_Task, 'duration_secs': 0.203669} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.572358] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.572575] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.572853] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d3d116f-0e7d-441c-b3fe-a0ff5a2b57f3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.661361] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.661649] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.661864] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Deleting the datastore file [datastore1] bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.662210] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43c08d65-49c6-4a19-86b7-60d9c873236e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.670316] env[65311]: DEBUG oslo_vmware.api [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1277.670316] env[65311]: value = "task-4429308" [ 1277.670316] env[65311]: _type = "Task" [ 1277.670316] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.681064] env[65311]: DEBUG oslo_vmware.api [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.837535] env[65311]: DEBUG oslo_vmware.api [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429306, 'name': ReconfigVM_Task, 'duration_secs': 0.263503} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.837899] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866685', 'volume_id': '7ed356e7-6814-40db-b261-981839001487', 'name': 'volume-7ed356e7-6814-40db-b261-981839001487', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa47b420-809c-4fef-91ff-a6e1076625c4', 'attached_at': '', 'detached_at': '', 'volume_id': '7ed356e7-6814-40db-b261-981839001487', 'serial': '7ed356e7-6814-40db-b261-981839001487'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1277.937417] env[65311]: DEBUG oslo_vmware.api [None req-5718e3d6-3a16-4169-acae-67bd31a39781 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429304, 'name': SuspendVM_Task, 'duration_secs': 0.781052} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.937771] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5718e3d6-3a16-4169-acae-67bd31a39781 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Suspended the VM {{(pid=65311) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1277.937983] env[65311]: DEBUG nova.compute.manager [None req-5718e3d6-3a16-4169-acae-67bd31a39781 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1277.938842] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c62535f-0f59-41d8-9c1f-f7395004db2c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.185010] env[65311]: DEBUG oslo_vmware.api [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.385568] env[65311]: DEBUG nova.objects.instance [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lazy-loading 'flavor' on Instance uuid aa47b420-809c-4fef-91ff-a6e1076625c4 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.679144] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "interface-fa9b99a1-8850-4f71-b777-04b086afc62f-9d9559a0-e394-4125-8703-eb90adc7374d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.679386] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-fa9b99a1-8850-4f71-b777-04b086afc62f-9d9559a0-e394-4125-8703-eb90adc7374d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.687160] env[65311]: DEBUG oslo_vmware.api [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.79814} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.687962] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.688158] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.688330] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.688528] env[65311]: INFO nova.compute.manager [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1278.688723] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1278.689083] env[65311]: DEBUG nova.compute.manager [-] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1278.689185] env[65311]: DEBUG nova.network.neutron [-] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1278.689416] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.721741] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.956791] env[65311]: DEBUG nova.compute.manager [req-4444caca-617f-4822-9b3b-3c5abe397669 req-10768a0e-f3d6-4a9d-b49f-e074f549d84d service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Received event network-vif-deleted-47993949-f9eb-44f8-8a91-b21675bdc156 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1278.956956] env[65311]: INFO nova.compute.manager [req-4444caca-617f-4822-9b3b-3c5abe397669 req-10768a0e-f3d6-4a9d-b49f-e074f549d84d service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Neutron deleted interface 47993949-f9eb-44f8-8a91-b21675bdc156; detaching it from the instance and deleting it from the info cache [ 1278.957183] env[65311]: DEBUG nova.network.neutron [req-4444caca-617f-4822-9b3b-3c5abe397669 req-10768a0e-f3d6-4a9d-b49f-e074f549d84d service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.183060] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.183218] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.184186] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2fb63b-6fe2-4e40-9e9a-f824516bd04f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.201961] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d143782-b4c7-410a-8f8f-390892b65b83 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.223014] env[65311]: WARNING neutronclient.v2_0.client [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.228886] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Reconfiguring VM to detach interface {{(pid=65311) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1279.229285] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7b77dc-e939-404d-aef8-6dba10a1cb5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.251361] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1279.251361] env[65311]: value = "task-4429309" [ 1279.251361] env[65311]: _type = "Task" [ 1279.251361] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.260158] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.287289] env[65311]: INFO nova.compute.manager [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Resuming [ 1279.287924] env[65311]: DEBUG nova.objects.instance [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'flavor' on Instance uuid 8ef6866f-e4ba-4b50-abad-343444a84712 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.393205] env[65311]: DEBUG oslo_concurrency.lockutils [None req-21637434-2b7b-4f08-b6f4-5a68bf2e9b33 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.435978] env[65311]: DEBUG nova.network.neutron [-] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.460159] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e446e5a-b1b9-4d33-bc9f-9a16f5cbc2e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.470569] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4af1d93-5c9e-4e6c-9b78-e13533ba4ab1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.501939] env[65311]: DEBUG nova.compute.manager [req-4444caca-617f-4822-9b3b-3c5abe397669 req-10768a0e-f3d6-4a9d-b49f-e074f549d84d service nova] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Detach interface failed, port_id=47993949-f9eb-44f8-8a91-b21675bdc156, reason: Instance bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1279.762299] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.938710] env[65311]: INFO nova.compute.manager [-] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Took 1.25 seconds to deallocate network for instance. [ 1280.263448] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.402588] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "aa47b420-809c-4fef-91ff-a6e1076625c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.403141] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.403141] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "aa47b420-809c-4fef-91ff-a6e1076625c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.403279] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.403370] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.405787] env[65311]: INFO nova.compute.manager [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Terminating instance [ 1280.445480] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.445825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.446087] env[65311]: DEBUG nova.objects.instance [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lazy-loading 'resources' on Instance uuid bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.763931] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.802050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.802050] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquired lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.802243] env[65311]: DEBUG nova.network.neutron [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1280.909971] env[65311]: DEBUG nova.compute.manager [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1280.910299] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.911067] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cfcb0c-0957-4f7b-9afc-5962e50a7467 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.920926] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.921175] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd6671c8-e865-48ec-95ec-7a88c17499de {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.928286] env[65311]: DEBUG oslo_vmware.api [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1280.928286] env[65311]: value = "task-4429310" [ 1280.928286] env[65311]: _type = "Task" [ 1280.928286] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.937614] env[65311]: DEBUG oslo_vmware.api [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.105663] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4732892f-8d8a-4f6f-ae0b-a2495e7d9362 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.114522] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a483d32c-f507-46b0-b1b5-d108572430bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.147055] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978e1692-c471-42f8-b1bf-c989413e2c9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.155966] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c34f89c-d2ce-4730-a384-50e8bc8529e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.172073] env[65311]: DEBUG nova.compute.provider_tree [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.264483] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.305450] env[65311]: WARNING neutronclient.v2_0.client [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.438613] env[65311]: DEBUG oslo_vmware.api [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429310, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.483496] env[65311]: WARNING neutronclient.v2_0.client [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.557714] env[65311]: DEBUG nova.network.neutron [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Updating instance_info_cache with network_info: [{"id": "6261fa48-5ef5-446e-814c-c00004064fd4", "address": "fa:16:3e:ad:fc:b1", "network": {"id": "9dcb480e-9e84-4d91-adbc-e2a706549a3a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-990569781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "70f7d294f361449cb188fb4638fa1cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6261fa48-5e", "ovs_interfaceid": "6261fa48-5ef5-446e-814c-c00004064fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.675404] env[65311]: DEBUG nova.scheduler.client.report [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.765066] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.939379] env[65311]: DEBUG oslo_vmware.api [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429310, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.060318] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Releasing lock "refresh_cache-8ef6866f-e4ba-4b50-abad-343444a84712" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.061251] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af35ceb3-1cfe-45f9-8864-6a285b89e417 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.068808] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Resuming the VM {{(pid=65311) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1282.069105] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-683ec44b-b6b7-441d-b34e-32633f853ecf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.075995] env[65311]: DEBUG oslo_vmware.api [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1282.075995] env[65311]: value = "task-4429311" [ 1282.075995] env[65311]: _type = "Task" [ 1282.075995] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.084146] env[65311]: DEBUG oslo_vmware.api [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.181283] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.201570] env[65311]: INFO nova.scheduler.client.report [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Deleted allocations for instance bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285 [ 1282.266221] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.441823] env[65311]: DEBUG oslo_vmware.api [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429310, 'name': PowerOffVM_Task, 'duration_secs': 1.259321} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.442278] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.442326] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.442680] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d08d3be3-7237-4603-b0b3-2b3c2211f03b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.544175] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.544412] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.544582] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleting the datastore file [datastore2] aa47b420-809c-4fef-91ff-a6e1076625c4 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.544876] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b485f5b6-b6f1-45bb-bcea-5b2ed52f615c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.553111] env[65311]: DEBUG oslo_vmware.api [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for the task: (returnval){ [ 1282.553111] env[65311]: value = "task-4429313" [ 1282.553111] env[65311]: _type = "Task" [ 1282.553111] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.562965] env[65311]: DEBUG oslo_vmware.api [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.588661] env[65311]: DEBUG oslo_vmware.api [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.712813] env[65311]: DEBUG oslo_concurrency.lockutils [None req-ac760520-cc8b-4fce-ba4f-f2b79c40d3c8 tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.175s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.767280] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.063316] env[65311]: DEBUG oslo_vmware.api [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Task: {'id': task-4429313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198879} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.063546] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.063726] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.063985] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.064196] env[65311]: INFO nova.compute.manager [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1283.064433] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1283.064625] env[65311]: DEBUG nova.compute.manager [-] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1283.064724] env[65311]: DEBUG nova.network.neutron [-] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1283.064963] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.087231] env[65311]: DEBUG oslo_vmware.api [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429311, 'name': PowerOnVM_Task, 'duration_secs': 0.548826} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.087542] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Resumed the VM {{(pid=65311) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1283.087726] env[65311]: DEBUG nova.compute.manager [None req-ac6edd6d-901b-44f7-84ac-c2842149b3a9 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1283.088548] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f077ab7b-58d7-4987-a97e-1ca5a24ca5af {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.109122] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1283.267189] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.437837] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "20e5f52c-a77c-41f7-8a15-4631efbf4705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.438131] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.438337] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "20e5f52c-a77c-41f7-8a15-4631efbf4705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.438516] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.438674] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.440623] env[65311]: INFO nova.compute.manager [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Terminating instance [ 1283.565116] env[65311]: DEBUG nova.compute.manager [req-2a7ef47f-698a-4ee5-8889-6f6905c4880c req-89fd6108-83d3-4f9b-aecd-1c95a06a53f6 service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Received event network-vif-deleted-66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1283.565377] env[65311]: INFO nova.compute.manager [req-2a7ef47f-698a-4ee5-8889-6f6905c4880c req-89fd6108-83d3-4f9b-aecd-1c95a06a53f6 service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Neutron deleted interface 66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e; detaching it from the instance and deleting it from the info cache [ 1283.565460] env[65311]: DEBUG nova.network.neutron [req-2a7ef47f-698a-4ee5-8889-6f6905c4880c req-89fd6108-83d3-4f9b-aecd-1c95a06a53f6 service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.768232] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.947841] env[65311]: DEBUG nova.compute.manager [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1283.947967] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.949146] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708bb4ca-f88f-4d61-9c29-e4a9cfe2266d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.957735] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.958056] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed2464c9-9301-4b9f-83bc-1da88f928129 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.967261] env[65311]: DEBUG oslo_vmware.api [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1283.967261] env[65311]: value = "task-4429314" [ 1283.967261] env[65311]: _type = "Task" [ 1283.967261] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.977751] env[65311]: DEBUG oslo_vmware.api [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.042539] env[65311]: DEBUG nova.network.neutron [-] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.068921] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6fb3119-ea36-4c57-ad51-ef364184bf8f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.084191] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6fdf3-06f6-4cfa-b4a7-994ee6bcd3a4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.121493] env[65311]: DEBUG nova.compute.manager [req-2a7ef47f-698a-4ee5-8889-6f6905c4880c req-89fd6108-83d3-4f9b-aecd-1c95a06a53f6 service nova] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Detach interface failed, port_id=66f99e04-fd3c-4edd-bd1a-dcdc20e02b0e, reason: Instance aa47b420-809c-4fef-91ff-a6e1076625c4 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1284.197138] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "8ef6866f-e4ba-4b50-abad-343444a84712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.197233] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "8ef6866f-e4ba-4b50-abad-343444a84712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.197426] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "8ef6866f-e4ba-4b50-abad-343444a84712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.197603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "8ef6866f-e4ba-4b50-abad-343444a84712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.197767] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "8ef6866f-e4ba-4b50-abad-343444a84712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.200304] env[65311]: INFO nova.compute.manager [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Terminating instance [ 1284.271109] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.478767] env[65311]: DEBUG oslo_vmware.api [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429314, 'name': PowerOffVM_Task, 'duration_secs': 0.422383} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.479068] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.479241] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.479507] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-765dc0a6-f57b-4956-9134-4e4c82821244 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.546048] env[65311]: INFO nova.compute.manager [-] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Took 1.48 seconds to deallocate network for instance. [ 1284.614733] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.615138] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.615397] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Deleting the datastore file [datastore1] 20e5f52c-a77c-41f7-8a15-4631efbf4705 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.616177] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d71f3765-9c66-4fdf-825d-2533ed0da6c6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.624990] env[65311]: DEBUG oslo_vmware.api [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for the task: (returnval){ [ 1284.624990] env[65311]: value = "task-4429316" [ 1284.624990] env[65311]: _type = "Task" [ 1284.624990] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.637956] env[65311]: DEBUG oslo_vmware.api [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.704666] env[65311]: DEBUG nova.compute.manager [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1284.704920] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.705942] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dd2a5f-07b7-4ed0-b3da-d8697d4cc2be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.715407] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.715770] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe499eae-60e9-473d-a399-f2d1d5a72435 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.723821] env[65311]: DEBUG oslo_vmware.api [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1284.723821] env[65311]: value = "task-4429317" [ 1284.723821] env[65311]: _type = "Task" [ 1284.723821] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.737166] env[65311]: DEBUG oslo_vmware.api [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.768674] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.052966] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.053385] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.053659] env[65311]: DEBUG nova.objects.instance [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lazy-loading 'resources' on Instance uuid aa47b420-809c-4fef-91ff-a6e1076625c4 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.137419] env[65311]: DEBUG oslo_vmware.api [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Task: {'id': task-4429316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153663} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.137618] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.137786] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.137968] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.138150] env[65311]: INFO nova.compute.manager [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1285.138388] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1285.138587] env[65311]: DEBUG nova.compute.manager [-] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1285.138685] env[65311]: DEBUG nova.network.neutron [-] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1285.138934] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.172306] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.236426] env[65311]: DEBUG oslo_vmware.api [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429317, 'name': PowerOffVM_Task, 'duration_secs': 0.200874} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.236953] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.236953] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.237468] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa722bd5-6525-4a5a-97a3-003638e09d08 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.270433] env[65311]: DEBUG oslo_vmware.api [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429309, 'name': ReconfigVM_Task, 'duration_secs': 5.809818} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.270771] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.271032] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Reconfigured VM to detach interface {{(pid=65311) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1285.271637] env[65311]: WARNING neutronclient.v2_0.client [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.271991] env[65311]: WARNING neutronclient.v2_0.client [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.330292] env[65311]: WARNING neutronclient.v2_0.client [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.352084] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.352322] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.352476] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleting the datastore file [datastore2] 8ef6866f-e4ba-4b50-abad-343444a84712 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.352995] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-808e6968-41af-4764-b7d4-cc9eeed217c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.361189] env[65311]: DEBUG oslo_vmware.api [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for the task: (returnval){ [ 1285.361189] env[65311]: value = "task-4429319" [ 1285.361189] env[65311]: _type = "Task" [ 1285.361189] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.372544] env[65311]: DEBUG oslo_vmware.api [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.608460] env[65311]: DEBUG nova.compute.manager [req-4127e43b-e45a-4c09-b77a-de815909cf27 req-7cd2ac46-832f-41da-a17a-982b8c626e0c service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Received event network-vif-deleted-6aba4679-7aa0-45ed-bbf6-61f185c24d5d {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1285.608766] env[65311]: INFO nova.compute.manager [req-4127e43b-e45a-4c09-b77a-de815909cf27 req-7cd2ac46-832f-41da-a17a-982b8c626e0c service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Neutron deleted interface 6aba4679-7aa0-45ed-bbf6-61f185c24d5d; detaching it from the instance and deleting it from the info cache [ 1285.608875] env[65311]: DEBUG nova.network.neutron [req-4127e43b-e45a-4c09-b77a-de815909cf27 req-7cd2ac46-832f-41da-a17a-982b8c626e0c service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.708374] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff210a6-08e5-4fac-94c2-6819f3930acf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.716733] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ed587c-aee0-4d70-9607-e020e76d7e20 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.753571] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec80df1-266e-4c38-8567-9f483f322970 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.762227] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50869682-785f-41ce-a5e5-096b7eed31d1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.776968] env[65311]: DEBUG nova.compute.provider_tree [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.871884] env[65311]: DEBUG oslo_vmware.api [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Task: {'id': task-4429319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20467} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.872212] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.872394] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.872567] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.872735] env[65311]: INFO nova.compute.manager [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1285.872990] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1285.873226] env[65311]: DEBUG nova.compute.manager [-] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1285.873326] env[65311]: DEBUG nova.network.neutron [-] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1285.873558] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.908663] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.960103] env[65311]: DEBUG nova.network.neutron [-] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.111947] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-187fe9de-3baf-4321-a309-4ea352bcad81 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.122564] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b19bdd-4dc0-4493-8ec9-a87a4450b041 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.154661] env[65311]: DEBUG nova.compute.manager [req-4127e43b-e45a-4c09-b77a-de815909cf27 req-7cd2ac46-832f-41da-a17a-982b8c626e0c service nova] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Detach interface failed, port_id=6aba4679-7aa0-45ed-bbf6-61f185c24d5d, reason: Instance 20e5f52c-a77c-41f7-8a15-4631efbf4705 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1286.279823] env[65311]: DEBUG nova.scheduler.client.report [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.463233] env[65311]: INFO nova.compute.manager [-] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Took 1.32 seconds to deallocate network for instance. [ 1286.681702] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.681961] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquired lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.682119] env[65311]: DEBUG nova.network.neutron [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1286.785655] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.811494] env[65311]: DEBUG nova.network.neutron [-] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.814573] env[65311]: INFO nova.scheduler.client.report [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Deleted allocations for instance aa47b420-809c-4fef-91ff-a6e1076625c4 [ 1286.970361] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.970642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.970859] env[65311]: DEBUG nova.objects.instance [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lazy-loading 'resources' on Instance uuid 20e5f52c-a77c-41f7-8a15-4631efbf4705 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.182547] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "fa9b99a1-8850-4f71-b777-04b086afc62f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.182802] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.183044] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "fa9b99a1-8850-4f71-b777-04b086afc62f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.183229] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.183421] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.185397] env[65311]: WARNING neutronclient.v2_0.client [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.188262] env[65311]: INFO nova.compute.manager [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Terminating instance [ 1287.316806] env[65311]: INFO nova.compute.manager [-] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Took 1.44 seconds to deallocate network for instance. [ 1287.323888] env[65311]: DEBUG oslo_concurrency.lockutils [None req-70afa200-2a39-431d-ac35-92339c5ddb74 tempest-AttachVolumeNegativeTest-723798471 tempest-AttachVolumeNegativeTest-723798471-project-member] Lock "aa47b420-809c-4fef-91ff-a6e1076625c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.921s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.385688] env[65311]: WARNING neutronclient.v2_0.client [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.462899] env[65311]: INFO nova.network.neutron [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Port 9d9559a0-e394-4125-8703-eb90adc7374d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1287.463484] env[65311]: DEBUG nova.network.neutron [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [{"id": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "address": "fa:16:3e:b2:3f:b1", "network": {"id": "2f9d08f9-6a5d-40ed-a4bd-e917f42750d3", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-296546679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cec8893005944de781a2ec2b640d87fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda5bc795-50", "ovs_interfaceid": "da5bc795-50e3-4ce5-995a-d956b45b5c7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.584865] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a60c52-430f-49b9-930e-75b0d69d21d7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.592834] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f0bbc1-a34c-429e-a523-d7d0becfa7a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.625179] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1345060-9ba7-45cb-b7a9-504c16a1f75a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.633299] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e643b5c-6456-4c26-ac02-552d50bf79be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.647104] env[65311]: DEBUG nova.compute.provider_tree [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.650544] env[65311]: DEBUG nova.compute.manager [req-4d78181a-eff2-4634-88ea-9ae653518ab6 req-c0e72308-67c0-4088-9229-4a361747f5d1 service nova] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Received event network-vif-deleted-6261fa48-5ef5-446e-814c-c00004064fd4 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1287.694721] env[65311]: DEBUG nova.compute.manager [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1287.694721] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.695574] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ae865c-253d-4206-be18-6222347ec0f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.703253] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.703477] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e6944a-60d0-48f8-b099-8a7755e45ab4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.710224] env[65311]: DEBUG oslo_vmware.api [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1287.710224] env[65311]: value = "task-4429320" [ 1287.710224] env[65311]: _type = "Task" [ 1287.710224] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.718553] env[65311]: DEBUG oslo_vmware.api [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.825592] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.966374] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Releasing lock "refresh_cache-fa9b99a1-8850-4f71-b777-04b086afc62f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.152025] env[65311]: DEBUG nova.scheduler.client.report [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.220606] env[65311]: DEBUG oslo_vmware.api [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429320, 'name': PowerOffVM_Task, 'duration_secs': 0.212724} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.220883] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.221056] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.221313] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-236eacee-9456-4bb6-bb2e-8e2b041123cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.303863] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.304245] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.304521] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleting the datastore file [datastore2] fa9b99a1-8850-4f71-b777-04b086afc62f {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.304905] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32c52218-2fc9-41eb-81f9-3dd9008f6e7b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.314216] env[65311]: DEBUG oslo_vmware.api [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1288.314216] env[65311]: value = "task-4429323" [ 1288.314216] env[65311]: _type = "Task" [ 1288.314216] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.326558] env[65311]: DEBUG oslo_vmware.api [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.471607] env[65311]: DEBUG oslo_concurrency.lockutils [None req-5c880d8d-8b33-49d5-a1d3-9da9c0d9833d tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "interface-fa9b99a1-8850-4f71-b777-04b086afc62f-9d9559a0-e394-4125-8703-eb90adc7374d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.792s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.656429] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.658785] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.833s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.659015] env[65311]: DEBUG nova.objects.instance [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lazy-loading 'resources' on Instance uuid 8ef6866f-e4ba-4b50-abad-343444a84712 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.679690] env[65311]: INFO nova.scheduler.client.report [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Deleted allocations for instance 20e5f52c-a77c-41f7-8a15-4631efbf4705 [ 1288.824763] env[65311]: DEBUG oslo_vmware.api [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152856} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.825017] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.825208] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.825380] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.825547] env[65311]: INFO nova.compute.manager [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1288.825853] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1288.826131] env[65311]: DEBUG nova.compute.manager [-] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1288.826181] env[65311]: DEBUG nova.network.neutron [-] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1288.826399] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.869969] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.188989] env[65311]: DEBUG oslo_concurrency.lockutils [None req-43a5ed81-3d5c-46ff-83ee-c54e6e4eb03a tempest-ServerRescueNegativeTestJSON-1491097463 tempest-ServerRescueNegativeTestJSON-1491097463-project-member] Lock "20e5f52c-a77c-41f7-8a15-4631efbf4705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.751s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.268657] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd7ef4-a0d9-49fa-b378-26a9fc19a713 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.278245] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7460bec-9c9b-48b5-b611-e464a34b5110 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.316282] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39359856-126b-43b7-84ca-adab17069a64 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.325594] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0aa183-d5aa-4f78-bd06-cf29aa677d54 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.341218] env[65311]: DEBUG nova.compute.provider_tree [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.847029] env[65311]: DEBUG nova.scheduler.client.report [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.989545] env[65311]: DEBUG nova.compute.manager [req-fb6f5279-b314-4a9e-b06f-7bc9637c99cd req-fa87d372-a9b1-4726-9eb3-0b96f57e9a4a service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Received event network-vif-deleted-da5bc795-50e3-4ce5-995a-d956b45b5c7b {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1289.989545] env[65311]: INFO nova.compute.manager [req-fb6f5279-b314-4a9e-b06f-7bc9637c99cd req-fa87d372-a9b1-4726-9eb3-0b96f57e9a4a service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Neutron deleted interface da5bc795-50e3-4ce5-995a-d956b45b5c7b; detaching it from the instance and deleting it from the info cache [ 1289.989545] env[65311]: DEBUG nova.network.neutron [req-fb6f5279-b314-4a9e-b06f-7bc9637c99cd req-fa87d372-a9b1-4726-9eb3-0b96f57e9a4a service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.350257] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.376067] env[65311]: INFO nova.scheduler.client.report [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Deleted allocations for instance 8ef6866f-e4ba-4b50-abad-343444a84712 [ 1290.465536] env[65311]: DEBUG nova.network.neutron [-] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.497209] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0c864d9-544b-418d-842f-d596aebafcd0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.507919] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5530c8f-43d8-482c-b964-66c695fa7857 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.540225] env[65311]: DEBUG nova.compute.manager [req-fb6f5279-b314-4a9e-b06f-7bc9637c99cd req-fa87d372-a9b1-4726-9eb3-0b96f57e9a4a service nova] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Detach interface failed, port_id=da5bc795-50e3-4ce5-995a-d956b45b5c7b, reason: Instance fa9b99a1-8850-4f71-b777-04b086afc62f could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1290.885572] env[65311]: DEBUG oslo_concurrency.lockutils [None req-b5b5dcd7-cfbb-49e3-b4aa-44d807c8b723 tempest-ServerActionsTestJSON-437813836 tempest-ServerActionsTestJSON-437813836-project-member] Lock "8ef6866f-e4ba-4b50-abad-343444a84712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.688s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.970025] env[65311]: INFO nova.compute.manager [-] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Took 2.14 seconds to deallocate network for instance. [ 1291.476792] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.477360] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.477360] env[65311]: DEBUG nova.objects.instance [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'resources' on Instance uuid fa9b99a1-8850-4f71-b777-04b086afc62f {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.087899] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8faf16ec-8d08-472e-b908-4823af6e03cd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.099220] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ca4295-4cf2-43b6-ac03-3e7aa2c68b62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.129259] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba114a8-01d9-4705-bd51-4faaa40b47db {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.137606] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b68982-980a-4a4e-b003-40b5867c3cdb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.152012] env[65311]: DEBUG nova.compute.provider_tree [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.655469] env[65311]: DEBUG nova.scheduler.client.report [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.162301] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.201085] env[65311]: INFO nova.scheduler.client.report [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleted allocations for instance fa9b99a1-8850-4f71-b777-04b086afc62f [ 1293.709931] env[65311]: DEBUG oslo_concurrency.lockutils [None req-c02e2d23-aa17-4c1f-a4bc-4dc331f73da1 tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "fa9b99a1-8850-4f71-b777-04b086afc62f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.527s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.888793] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.889078] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.889288] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.889474] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.889871] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.891865] env[65311]: INFO nova.compute.manager [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Terminating instance [ 1294.395773] env[65311]: DEBUG nova.compute.manager [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1294.396163] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.396956] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffd977f-3e51-4bc4-9dbd-2bf49b98d26a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.405457] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.405743] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5ce25c-3f7d-48d8-8183-dc53fed7d9f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.411943] env[65311]: DEBUG oslo_vmware.api [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1294.411943] env[65311]: value = "task-4429326" [ 1294.411943] env[65311]: _type = "Task" [ 1294.411943] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.420865] env[65311]: DEBUG oslo_vmware.api [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.923839] env[65311]: DEBUG oslo_vmware.api [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429326, 'name': PowerOffVM_Task, 'duration_secs': 0.313105} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.924086] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.924231] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.924489] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91a78248-33d5-481b-bbaf-053395938dca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.994213] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.994467] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.994646] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleting the datastore file [datastore2] 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.994942] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da68bc73-adca-48b8-af8a-96a42da5afb3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.002635] env[65311]: DEBUG oslo_vmware.api [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for the task: (returnval){ [ 1295.002635] env[65311]: value = "task-4429328" [ 1295.002635] env[65311]: _type = "Task" [ 1295.002635] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.011566] env[65311]: DEBUG oslo_vmware.api [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.513795] env[65311]: DEBUG oslo_vmware.api [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Task: {'id': task-4429328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109835} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.514120] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.514305] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.514506] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.514711] env[65311]: INFO nova.compute.manager [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1295.515240] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1295.515240] env[65311]: DEBUG nova.compute.manager [-] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1295.515383] env[65311]: DEBUG nova.network.neutron [-] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1295.515579] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.574659] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.825478] env[65311]: DEBUG nova.compute.manager [req-787e97d8-936a-43c5-a141-f210b69fe251 req-151beb9e-a084-45ee-9556-ece78c706bc9 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Received event network-vif-deleted-0ca63e53-1931-4159-9b63-86a99025f6b7 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1295.825656] env[65311]: INFO nova.compute.manager [req-787e97d8-936a-43c5-a141-f210b69fe251 req-151beb9e-a084-45ee-9556-ece78c706bc9 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Neutron deleted interface 0ca63e53-1931-4159-9b63-86a99025f6b7; detaching it from the instance and deleting it from the info cache [ 1295.825870] env[65311]: DEBUG nova.network.neutron [req-787e97d8-936a-43c5-a141-f210b69fe251 req-151beb9e-a084-45ee-9556-ece78c706bc9 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.306133] env[65311]: DEBUG nova.network.neutron [-] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.328132] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a0763e0-589d-449f-abb1-d767bef12cfa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.339603] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea302aa-ea9f-41a7-990a-555df961cb11 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.368142] env[65311]: DEBUG nova.compute.manager [req-787e97d8-936a-43c5-a141-f210b69fe251 req-151beb9e-a084-45ee-9556-ece78c706bc9 service nova] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Detach interface failed, port_id=0ca63e53-1931-4159-9b63-86a99025f6b7, reason: Instance 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1296.809887] env[65311]: INFO nova.compute.manager [-] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Took 1.29 seconds to deallocate network for instance. [ 1296.820988] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.821251] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.321844] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.322176] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.322603] env[65311]: DEBUG nova.objects.instance [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lazy-loading 'resources' on Instance uuid 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.324138] env[65311]: DEBUG nova.compute.manager [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1297.849305] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.920948] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6390cd0-0487-42d9-aae8-7f4c9e946536 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.930825] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e2098e-e822-4eed-a662-0a8798882d70 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.964214] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a004dc-6265-4960-8eb3-aea5e6370282 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.972517] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748867ba-4a86-4ab0-8995-180d4ce5e71d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.988272] env[65311]: DEBUG nova.compute.provider_tree [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.490581] env[65311]: DEBUG nova.scheduler.client.report [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.996027] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.998728] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.150s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.000247] env[65311]: INFO nova.compute.claims [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.019953] env[65311]: INFO nova.scheduler.client.report [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Deleted allocations for instance 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2 [ 1299.527720] env[65311]: DEBUG oslo_concurrency.lockutils [None req-1f21e32f-ad3b-4af9-a332-22b2ad8743ab tempest-AttachInterfacesTestJSON-144464476 tempest-AttachInterfacesTestJSON-144464476-project-member] Lock "121c34dc-5c16-4de6-a3f1-b7e2a0669bd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.639s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.084170] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e1b16b-ad47-4814-bb2d-9ca349bc3af9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.092536] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df1c246-02cf-4223-b512-5f980c92cda7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.125110] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cce9e1b-a598-4b5b-a39f-aa35a9fb81b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.134124] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc4645f-ebff-4906-88e4-bb1e983f8fb8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.150147] env[65311]: DEBUG nova.compute.provider_tree [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.654024] env[65311]: DEBUG nova.scheduler.client.report [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.031399] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "3dde0471-c136-4575-9d66-7514266fe8a3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.031399] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.160886] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.161380] env[65311]: DEBUG nova.compute.manager [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1301.533698] env[65311]: DEBUG nova.compute.utils [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.666758] env[65311]: DEBUG nova.compute.utils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.668229] env[65311]: DEBUG nova.compute.manager [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1301.668740] env[65311]: DEBUG nova.network.neutron [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1301.668740] env[65311]: WARNING neutronclient.v2_0.client [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.669092] env[65311]: WARNING neutronclient.v2_0.client [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.710229] env[65311]: DEBUG nova.policy [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c3c0c85ec2b4f33a7c3bc1dc7564461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0181b388e8624e6e9203239470ac2857', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1301.980348] env[65311]: DEBUG nova.network.neutron [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Successfully created port: ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1302.037894] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.172770] env[65311]: DEBUG nova.compute.manager [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1303.117717] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "3dde0471-c136-4575-9d66-7514266fe8a3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.117931] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.118195] env[65311]: INFO nova.compute.manager [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Attaching volume fd21868d-b520-466a-874a-24512cfb681f to /dev/sdb [ 1303.148976] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c83e92-ef90-4b16-92a4-646d4c8a1e2c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.157849] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414073a0-8ebc-4749-b184-f7e47828e661 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.171843] env[65311]: DEBUG nova.virt.block_device [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Updating existing volume attachment record: bdd2f5a3-79b0-49cc-b7d0-c1152450275c {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1303.183068] env[65311]: DEBUG nova.compute.manager [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1303.210753] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1303.211020] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.211177] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1303.211355] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.211502] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1303.211625] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1303.211829] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1303.211980] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1303.212153] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1303.212312] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1303.212478] env[65311]: DEBUG nova.virt.hardware [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1303.213420] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fac0fd2-0ebd-4cc7-a0ee-3e30a877b543 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.222126] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1e01bc-4951-422f-b925-455962166b8b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.453810] env[65311]: DEBUG nova.compute.manager [req-aa784533-a4bd-4f24-93d4-09285abf0a80 req-fc4cc645-2a14-410e-8131-d70eaafa2e60 service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Received event network-vif-plugged-ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1303.454082] env[65311]: DEBUG oslo_concurrency.lockutils [req-aa784533-a4bd-4f24-93d4-09285abf0a80 req-fc4cc645-2a14-410e-8131-d70eaafa2e60 service nova] Acquiring lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.454382] env[65311]: DEBUG oslo_concurrency.lockutils [req-aa784533-a4bd-4f24-93d4-09285abf0a80 req-fc4cc645-2a14-410e-8131-d70eaafa2e60 service nova] Lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.454629] env[65311]: DEBUG oslo_concurrency.lockutils [req-aa784533-a4bd-4f24-93d4-09285abf0a80 req-fc4cc645-2a14-410e-8131-d70eaafa2e60 service nova] Lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.454860] env[65311]: DEBUG nova.compute.manager [req-aa784533-a4bd-4f24-93d4-09285abf0a80 req-fc4cc645-2a14-410e-8131-d70eaafa2e60 service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] No waiting events found dispatching network-vif-plugged-ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1303.455103] env[65311]: WARNING nova.compute.manager [req-aa784533-a4bd-4f24-93d4-09285abf0a80 req-fc4cc645-2a14-410e-8131-d70eaafa2e60 service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Received unexpected event network-vif-plugged-ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2 for instance with vm_state building and task_state spawning. [ 1303.547516] env[65311]: DEBUG nova.network.neutron [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Successfully updated port: ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1304.050568] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "refresh_cache-c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.050797] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "refresh_cache-c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.051039] env[65311]: DEBUG nova.network.neutron [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1304.586845] env[65311]: DEBUG nova.network.neutron [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1304.648552] env[65311]: WARNING neutronclient.v2_0.client [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.723264] env[65311]: DEBUG nova.network.neutron [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Updating instance_info_cache with network_info: [{"id": "ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2", "address": "fa:16:3e:c7:73:f1", "network": {"id": "87fc2b21-c379-4d6b-804a-155b60a73e26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1931015339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0181b388e8624e6e9203239470ac2857", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4a7504-0b", "ovs_interfaceid": "ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.226451] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "refresh_cache-c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.226826] env[65311]: DEBUG nova.compute.manager [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Instance network_info: |[{"id": "ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2", "address": "fa:16:3e:c7:73:f1", "network": {"id": "87fc2b21-c379-4d6b-804a-155b60a73e26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1931015339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0181b388e8624e6e9203239470ac2857", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4a7504-0b", "ovs_interfaceid": "ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1305.227334] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:73:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.234736] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Creating folder: Project (0181b388e8624e6e9203239470ac2857). Parent ref: group-v866349. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.235049] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25b76e7e-c1ab-4bde-ba7c-1f6d87fb745f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.247686] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Created folder: Project (0181b388e8624e6e9203239470ac2857) in parent group-v866349. [ 1305.247871] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Creating folder: Instances. Parent ref: group-v866688. {{(pid=65311) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.248174] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-177e3055-75ca-4bf0-a346-2576e2adbf11 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.261102] env[65311]: INFO nova.virt.vmwareapi.vm_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Created folder: Instances in parent group-v866688. [ 1305.261521] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1305.261806] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.262091] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b1c7d9-ad4b-4c0c-9851-5a24d84eeb34 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.283943] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.283943] env[65311]: value = "task-4429334" [ 1305.283943] env[65311]: _type = "Task" [ 1305.283943] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.292512] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429334, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.488917] env[65311]: DEBUG nova.compute.manager [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Received event network-changed-ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1305.488917] env[65311]: DEBUG nova.compute.manager [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Refreshing instance network info cache due to event network-changed-ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1305.488917] env[65311]: DEBUG oslo_concurrency.lockutils [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] Acquiring lock "refresh_cache-c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.489213] env[65311]: DEBUG oslo_concurrency.lockutils [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] Acquired lock "refresh_cache-c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.489462] env[65311]: DEBUG nova.network.neutron [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Refreshing network info cache for port ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.794792] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429334, 'name': CreateVM_Task, 'duration_secs': 0.356528} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.795152] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.795490] env[65311]: WARNING neutronclient.v2_0.client [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.795861] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.796054] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.796371] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.796633] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b85025-a7ca-4313-85cb-30dde664931f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.802031] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1305.802031] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52614256-3100-ebe7-9178-8b498f60bd1b" [ 1305.802031] env[65311]: _type = "Task" [ 1305.802031] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.810970] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52614256-3100-ebe7-9178-8b498f60bd1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.993133] env[65311]: WARNING neutronclient.v2_0.client [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1306.127992] env[65311]: WARNING neutronclient.v2_0.client [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1306.206171] env[65311]: DEBUG nova.network.neutron [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Updated VIF entry in instance network info cache for port ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1306.206511] env[65311]: DEBUG nova.network.neutron [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Updating instance_info_cache with network_info: [{"id": "ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2", "address": "fa:16:3e:c7:73:f1", "network": {"id": "87fc2b21-c379-4d6b-804a-155b60a73e26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1931015339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0181b388e8624e6e9203239470ac2857", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4a7504-0b", "ovs_interfaceid": "ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.313118] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52614256-3100-ebe7-9178-8b498f60bd1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.313433] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.313662] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.314083] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.314240] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.314443] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.314719] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-311af58a-217a-4386-a177-e403fe1682e2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.324317] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.324511] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.325479] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4975d413-c401-41f6-910e-fb1309265286 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.331817] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1306.331817] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b35b7c-4d93-d47e-ea41-6cce55ba9ac8" [ 1306.331817] env[65311]: _type = "Task" [ 1306.331817] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.340123] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b35b7c-4d93-d47e-ea41-6cce55ba9ac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.709804] env[65311]: DEBUG oslo_concurrency.lockutils [req-11771602-f52f-4990-a321-d72b56464a66 req-ae572d91-b10d-4a21-988c-04358766eefb service nova] Releasing lock "refresh_cache-c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.842895] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b35b7c-4d93-d47e-ea41-6cce55ba9ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.023568} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.843709] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d78a85-edc6-4dd7-94cc-b23fa4b6915e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.849135] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1306.849135] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52db9e06-5f81-f8fa-3a28-7f45e0e690ec" [ 1306.849135] env[65311]: _type = "Task" [ 1306.849135] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.857373] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52db9e06-5f81-f8fa-3a28-7f45e0e690ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.361013] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52db9e06-5f81-f8fa-3a28-7f45e0e690ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.361345] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.361636] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad/c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.361939] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a349c3cd-488a-4774-a0a4-358cd9dee78a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.370092] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1307.370092] env[65311]: value = "task-4429336" [ 1307.370092] env[65311]: _type = "Task" [ 1307.370092] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.378941] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.718711] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1307.718953] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1307.720058] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f944f6-cd73-43f0-a068-265be7eb529d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.741577] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e660a6cf-7344-4d21-96aa-da04586758ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.769976] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-fd21868d-b520-466a-874a-24512cfb681f/volume-fd21868d-b520-466a-874a-24512cfb681f.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1307.770375] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af75e3d-b281-425a-a289-ddccf64b041a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.790660] env[65311]: DEBUG oslo_vmware.api [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1307.790660] env[65311]: value = "task-4429337" [ 1307.790660] env[65311]: _type = "Task" [ 1307.790660] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.800672] env[65311]: DEBUG oslo_vmware.api [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.880533] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441403} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.880995] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad/c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.880995] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.881202] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6d4d463-4ba2-4e02-ae14-31591cc2eae8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.888582] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1307.888582] env[65311]: value = "task-4429338" [ 1307.888582] env[65311]: _type = "Task" [ 1307.888582] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.897806] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.301512] env[65311]: DEBUG oslo_vmware.api [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429337, 'name': ReconfigVM_Task, 'duration_secs': 0.347799} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.301793] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-fd21868d-b520-466a-874a-24512cfb681f/volume-fd21868d-b520-466a-874a-24512cfb681f.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.307045] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ac4b62-a43a-4ca8-ae40-04f044e13ed8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.322230] env[65311]: DEBUG oslo_vmware.api [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1308.322230] env[65311]: value = "task-4429339" [ 1308.322230] env[65311]: _type = "Task" [ 1308.322230] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.331161] env[65311]: DEBUG oslo_vmware.api [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.399274] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068133} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.399513] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.400346] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053d0089-aed6-453b-a5d7-668023f42fc4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.424421] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad/c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.424763] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee213ca-e2fa-4c0a-9672-fc5f3d3e5094 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.445073] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1308.445073] env[65311]: value = "task-4429340" [ 1308.445073] env[65311]: _type = "Task" [ 1308.445073] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.454876] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.831954] env[65311]: DEBUG oslo_vmware.api [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429339, 'name': ReconfigVM_Task, 'duration_secs': 0.144823} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.832284] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1308.955197] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429340, 'name': ReconfigVM_Task, 'duration_secs': 0.311441} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.955581] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Reconfigured VM instance instance-0000007c to attach disk [datastore1] c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad/c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.956355] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3b5751a-a9cd-42d0-971a-337b5627bc51 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.962824] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1308.962824] env[65311]: value = "task-4429341" [ 1308.962824] env[65311]: _type = "Task" [ 1308.962824] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.973278] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429341, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.474300] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429341, 'name': Rename_Task, 'duration_secs': 0.147823} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.474565] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.474818] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24ee6eef-4962-4e8e-96e3-73777752426e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.482471] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1309.482471] env[65311]: value = "task-4429342" [ 1309.482471] env[65311]: _type = "Task" [ 1309.482471] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.490308] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.869609] env[65311]: DEBUG nova.objects.instance [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lazy-loading 'flavor' on Instance uuid 3dde0471-c136-4575-9d66-7514266fe8a3 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.993449] env[65311]: DEBUG oslo_vmware.api [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429342, 'name': PowerOnVM_Task, 'duration_secs': 0.447595} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.993827] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.994024] env[65311]: INFO nova.compute.manager [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1309.994211] env[65311]: DEBUG nova.compute.manager [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1309.994985] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a693a8d-9968-41c7-9aa3-29fed1335fb1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.374464] env[65311]: DEBUG oslo_concurrency.lockutils [None req-cd9bd0e2-f7fb-427a-b80f-c8ce7c30d9a0 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.515460] env[65311]: INFO nova.compute.manager [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Took 12.68 seconds to build instance. [ 1310.781787] env[65311]: INFO nova.compute.manager [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Rebuilding instance [ 1310.831979] env[65311]: DEBUG nova.compute.manager [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1310.832940] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0172737b-1d04-4cd1-859a-97ea50060ad6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.016988] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8bd8aa39-f8bd-439b-b815-11001e69ae2a tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.195s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.122801] env[65311]: INFO nova.compute.manager [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Rescuing [ 1311.123122] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "refresh_cache-c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.123271] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "refresh_cache-c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.123434] env[65311]: DEBUG nova.network.neutron [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1311.626659] env[65311]: WARNING neutronclient.v2_0.client [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1311.771212] env[65311]: WARNING neutronclient.v2_0.client [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1311.842112] env[65311]: DEBUG nova.network.neutron [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Updating instance_info_cache with network_info: [{"id": "ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2", "address": "fa:16:3e:c7:73:f1", "network": {"id": "87fc2b21-c379-4d6b-804a-155b60a73e26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1931015339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0181b388e8624e6e9203239470ac2857", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4a7504-0b", "ovs_interfaceid": "ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.847344] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.847621] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b73307b-be76-411b-9b9a-23018d9c2b88 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.855356] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1311.855356] env[65311]: value = "task-4429343" [ 1311.855356] env[65311]: _type = "Task" [ 1311.855356] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.865569] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.345226] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "refresh_cache-c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.365232] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429343, 'name': PowerOffVM_Task, 'duration_secs': 0.2083} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.365577] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.421028] env[65311]: INFO nova.compute.manager [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Detaching volume fd21868d-b520-466a-874a-24512cfb681f [ 1312.453533] env[65311]: INFO nova.virt.block_device [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Attempting to driver detach volume fd21868d-b520-466a-874a-24512cfb681f from mountpoint /dev/sdb [ 1312.453857] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1312.454146] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1312.455165] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c085fc95-ac1b-43eb-afa9-a1a2572a910f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.458899] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.459161] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.459360] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.459554] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.459712] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.461848] env[65311]: INFO nova.compute.manager [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Terminating instance [ 1312.482212] env[65311]: DEBUG nova.compute.manager [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1312.482461] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.483315] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecadc3e9-bc59-4c6e-833c-e36d70be6344 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.486830] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e3b839-d618-46c4-a2ce-939bdbf58e3a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.496948] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb33b2e-c9cc-419c-9a15-f434e731362a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.499377] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.499623] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35c8a974-97c0-4801-834b-34d53757c4a3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.532909] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab11ec03-d2b2-436b-a50e-f051cec97f5b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.536663] env[65311]: DEBUG oslo_vmware.api [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1312.536663] env[65311]: value = "task-4429344" [ 1312.536663] env[65311]: _type = "Task" [ 1312.536663] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.552753] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd21868d-b520-466a-874a-24512cfb681f/volume-fd21868d-b520-466a-874a-24512cfb681f.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1312.558437] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1312.559762] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eda773f-2f82-477d-af5a-3d3f47c872ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.576342] env[65311]: DEBUG oslo_vmware.api [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.582728] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1312.582728] env[65311]: value = "task-4429345" [ 1312.582728] env[65311]: _type = "Task" [ 1312.582728] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.591246] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.046803] env[65311]: DEBUG oslo_vmware.api [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429344, 'name': PowerOffVM_Task, 'duration_secs': 0.19683} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.048046] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.048046] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.048046] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30a81ef1-bd9a-4ef9-a894-5eb0fd1c80c2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.093018] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429345, 'name': ReconfigVM_Task, 'duration_secs': 0.256599} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.093308] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1313.097976] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d1e77c-6e81-4928-b357-e719ccd75d2f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.113955] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1313.113955] env[65311]: value = "task-4429347" [ 1313.113955] env[65311]: _type = "Task" [ 1313.113955] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.123363] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.124700] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.124919] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.125125] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleting the datastore file [datastore2] 87e2e2c6-9986-4b68-9129-e469f2a24d36 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.125385] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29e729ad-1e1b-48f8-bd69-1659dca86e9f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.132942] env[65311]: DEBUG oslo_vmware.api [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for the task: (returnval){ [ 1313.132942] env[65311]: value = "task-4429348" [ 1313.132942] env[65311]: _type = "Task" [ 1313.132942] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.141861] env[65311]: DEBUG oslo_vmware.api [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.624673] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429347, 'name': ReconfigVM_Task, 'duration_secs': 0.172062} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.625034] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1313.643869] env[65311]: DEBUG oslo_vmware.api [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Task: {'id': task-4429348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160946} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.644133] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.644325] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.644487] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.644646] env[65311]: INFO nova.compute.manager [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1313.644867] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1313.645063] env[65311]: DEBUG nova.compute.manager [-] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1313.645158] env[65311]: DEBUG nova.network.neutron [-] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1313.645384] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.676569] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1313.886575] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.886575] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e77c8f-1e95-4790-8d1d-2a8316b91034 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.894278] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1313.894278] env[65311]: value = "task-4429349" [ 1313.894278] env[65311]: _type = "Task" [ 1313.894278] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.904165] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.126031] env[65311]: DEBUG nova.compute.manager [req-08d1a953-8a64-4276-8a70-10dbe202be57 req-a039c098-7d8e-44b5-8fea-a0457869ea23 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Received event network-vif-deleted-341fc765-f45c-46ba-abd4-bb9992b32b9c {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1314.126031] env[65311]: INFO nova.compute.manager [req-08d1a953-8a64-4276-8a70-10dbe202be57 req-a039c098-7d8e-44b5-8fea-a0457869ea23 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Neutron deleted interface 341fc765-f45c-46ba-abd4-bb9992b32b9c; detaching it from the instance and deleting it from the info cache [ 1314.126231] env[65311]: DEBUG nova.network.neutron [req-08d1a953-8a64-4276-8a70-10dbe202be57 req-a039c098-7d8e-44b5-8fea-a0457869ea23 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.404924] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429349, 'name': PowerOffVM_Task, 'duration_secs': 0.205422} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.405202] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.406078] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509b748-a67d-462b-963f-eec494c27844 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.424432] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af372596-565c-465f-8ce8-1cedf3c4bc53 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.459241] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.459551] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5ec567a-b2ae-4448-a1a6-f672897fcb85 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.467068] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1314.467068] env[65311]: value = "task-4429350" [ 1314.467068] env[65311]: _type = "Task" [ 1314.467068] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.475316] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.595047] env[65311]: DEBUG nova.network.neutron [-] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.629381] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b54b0c97-e0b8-4f2a-815e-cbadfc12a336 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.639077] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02f8368-210a-49d7-9b1f-3e00e9f69c18 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.668203] env[65311]: DEBUG nova.compute.manager [req-08d1a953-8a64-4276-8a70-10dbe202be57 req-a039c098-7d8e-44b5-8fea-a0457869ea23 service nova] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Detach interface failed, port_id=341fc765-f45c-46ba-abd4-bb9992b32b9c, reason: Instance 87e2e2c6-9986-4b68-9129-e469f2a24d36 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1314.676011] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.676293] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d348c2-2c71-49eb-abd8-4de367dbc9bb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.684273] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1314.684273] env[65311]: value = "task-4429351" [ 1314.684273] env[65311]: _type = "Task" [ 1314.684273] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.694525] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1314.694729] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1314.694916] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1314.695724] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32ec2d2-6380-4d42-9f16-4674d60ff358 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.714258] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a449b26b-f704-413c-afe9-fe44f3686ab3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.720795] env[65311]: WARNING nova.virt.vmwareapi.driver [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1314.721084] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.721823] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3983927e-a791-4ecb-b3c8-572a0e24c796 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.728745] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.728977] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-684b564b-03da-4254-b642-7146643fd705 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.801278] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.801606] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.801719] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleting the datastore file [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.801998] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf439c59-a20f-4fd3-a73e-7509cad3ef68 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.810122] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1314.810122] env[65311]: value = "task-4429353" [ 1314.810122] env[65311]: _type = "Task" [ 1314.810122] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.818901] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.978013] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1314.978289] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.978567] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.978739] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.978964] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.979267] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b569ab9c-a334-410a-90a7-2055eb2fb87b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.987825] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.988029] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.988866] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5422b12c-9baf-48fc-b14d-43bfeec541c7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.994588] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1314.994588] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523814a5-30f8-3a9f-e79e-0d0704157f6d" [ 1314.994588] env[65311]: _type = "Task" [ 1314.994588] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.002104] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523814a5-30f8-3a9f-e79e-0d0704157f6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.100904] env[65311]: INFO nova.compute.manager [-] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Took 1.46 seconds to deallocate network for instance. [ 1315.320125] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140592} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.320395] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.320576] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.320738] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.505523] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]523814a5-30f8-3a9f-e79e-0d0704157f6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.506362] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3d9ba6-9a17-4f6f-a9d9-41fc1dee030e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.511740] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1315.511740] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5218d5aa-15b6-41e3-fffd-fcf2788c7ac7" [ 1315.511740] env[65311]: _type = "Task" [ 1315.511740] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.520165] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5218d5aa-15b6-41e3-fffd-fcf2788c7ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.607438] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.607717] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.607978] env[65311]: DEBUG nova.objects.instance [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lazy-loading 'resources' on Instance uuid 87e2e2c6-9986-4b68-9129-e469f2a24d36 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.826563] env[65311]: INFO nova.virt.block_device [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Booting with volume fd21868d-b520-466a-874a-24512cfb681f at /dev/sdb [ 1315.862538] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fdb7d49-ce29-4988-a061-0bb5341a091a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.875088] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f892ffb-3018-4093-bff4-6ae3a1c76c1f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.903724] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40792562-2f21-4a62-89bd-7c951afae9b7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.913065] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bfddfc-e2ad-4d52-a0ce-5a87c3470635 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.940964] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f87e509-cc28-41a6-94b9-56e9dbd980f1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.948506] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9ca3c0-5947-4c82-bb15-d6837bf57073 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.962541] env[65311]: DEBUG nova.virt.block_device [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Updating existing volume attachment record: 63e91d07-e71f-40f2-8061-bdb415952e9c {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1316.022535] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5218d5aa-15b6-41e3-fffd-fcf2788c7ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.022791] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.023059] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. {{(pid=65311) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1316.023333] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1807a06d-fd67-454f-abc8-4d868af4bab8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.030566] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1316.030566] env[65311]: value = "task-4429354" [ 1316.030566] env[65311]: _type = "Task" [ 1316.030566] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.039647] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.199082] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f64684b-7b13-4b15-82fa-94773d62d76f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.207791] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25c7d99-8f8f-48a8-9442-3bb8c59c6b26 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.241526] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e808a57-9741-41b4-9a04-0b9704249e56 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.250305] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855f6255-3e34-4315-8607-c40558f6ad59 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.265138] env[65311]: DEBUG nova.compute.provider_tree [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.540200] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458944} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.541043] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore1] c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. [ 1316.541300] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b644da-4547-4990-8af0-9d57ad6d6fa8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.566283] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.566549] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec0e60d2-95fb-401c-9c58-916d0c6a7bd8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.585839] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1316.585839] env[65311]: value = "task-4429355" [ 1316.585839] env[65311]: _type = "Task" [ 1316.585839] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.595126] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.769113] env[65311]: DEBUG nova.scheduler.client.report [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.095843] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429355, 'name': ReconfigVM_Task, 'duration_secs': 0.268906} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.096216] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Reconfigured VM instance instance-0000007c to attach disk [datastore1] c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.097040] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d1f3c8-d687-4939-b8a9-c95f29cf7509 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.123383] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b960f40e-43ff-49b1-8f68-4e745b834304 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.138771] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1317.138771] env[65311]: value = "task-4429356" [ 1317.138771] env[65311]: _type = "Task" [ 1317.138771] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.147012] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.274825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.294266] env[65311]: INFO nova.scheduler.client.report [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Deleted allocations for instance 87e2e2c6-9986-4b68-9129-e469f2a24d36 [ 1317.650126] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.802256] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d5c3b451-38c6-41df-9dc5-214a5e715177 tempest-AttachVolumeShelveTestJSON-1351401733 tempest-AttachVolumeShelveTestJSON-1351401733-project-member] Lock "87e2e2c6-9986-4b68-9129-e469f2a24d36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.343s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.068526] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1318.068759] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.068907] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1318.069096] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.069239] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1318.069380] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1318.069580] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1318.069730] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1318.069887] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1318.070055] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1318.070226] env[65311]: DEBUG nova.virt.hardware [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1318.071136] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59904cd-65f9-44fc-a30e-3cce46c7ff17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.079553] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28be071-c96c-414d-82c6-8a3a8527e51a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.093874] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:ec:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.101271] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1318.101558] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.101698] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8ff5a86-20a5-4409-b933-e55b76da5425 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.120841] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.120841] env[65311]: value = "task-4429357" [ 1318.120841] env[65311]: _type = "Task" [ 1318.120841] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.129285] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429357, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.149061] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429356, 'name': ReconfigVM_Task, 'duration_secs': 0.823013} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.149334] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.149585] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f03ab3d1-abd9-4222-b3cd-247864c99e9b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.156504] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1318.156504] env[65311]: value = "task-4429358" [ 1318.156504] env[65311]: _type = "Task" [ 1318.156504] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.164934] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.631110] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429357, 'name': CreateVM_Task, 'duration_secs': 0.332679} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.631282] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.631783] env[65311]: WARNING neutronclient.v2_0.client [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1318.632180] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.632335] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.632647] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.632909] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411bf683-bf3c-4b48-b8f4-2e8634096d4c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.638287] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1318.638287] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521dc7ba-ce66-8f3b-2def-aaa76a779ca6" [ 1318.638287] env[65311]: _type = "Task" [ 1318.638287] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.647085] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521dc7ba-ce66-8f3b-2def-aaa76a779ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.666281] env[65311]: DEBUG oslo_vmware.api [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429358, 'name': PowerOnVM_Task, 'duration_secs': 0.398053} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.666561] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.669430] env[65311]: DEBUG nova.compute.manager [None req-3e545353-4f6b-4129-9096-f4276838c980 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1318.670266] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100acb51-0b55-41fb-844e-ef8b676ecc9b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.151396] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]521dc7ba-ce66-8f3b-2def-aaa76a779ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.151725] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.151902] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.152167] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.152340] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.152515] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.152773] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12170318-2e96-492b-b078-82d3d0c77bcd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.163170] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.163170] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.163754] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a887182e-4551-4e88-841c-8ddf0bbfd997 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.170663] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1319.170663] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52655a3a-cb73-f6af-f97e-20d2fd46b06c" [ 1319.170663] env[65311]: _type = "Task" [ 1319.170663] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.183618] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52655a3a-cb73-f6af-f97e-20d2fd46b06c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.681666] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52655a3a-cb73-f6af-f97e-20d2fd46b06c, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.682472] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055f54b2-8f2c-43a2-b557-1c818e5c9411 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.688217] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1319.688217] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529a2e93-15a3-47dc-81e0-05a07b4e74f7" [ 1319.688217] env[65311]: _type = "Task" [ 1319.688217] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.696629] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529a2e93-15a3-47dc-81e0-05a07b4e74f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.867594] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "8d365926-92bb-49b6-8944-5df1f4f5b92f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.867802] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "8d365926-92bb-49b6-8944-5df1f4f5b92f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.199809] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]529a2e93-15a3-47dc-81e0-05a07b4e74f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.200216] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.200412] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3/3dde0471-c136-4575-9d66-7514266fe8a3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.200713] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe30521-070a-4449-a10f-01b324f1a1e0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.208957] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1320.208957] env[65311]: value = "task-4429360" [ 1320.208957] env[65311]: _type = "Task" [ 1320.208957] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.218274] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.370490] env[65311]: DEBUG nova.compute.manager [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1320.719611] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482567} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.719815] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3/3dde0471-c136-4575-9d66-7514266fe8a3.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.720044] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.720317] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a05be8b-c593-419d-b18a-1b46d1600aa5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.727849] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1320.727849] env[65311]: value = "task-4429361" [ 1320.727849] env[65311]: _type = "Task" [ 1320.727849] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.738291] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.894177] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.894470] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.895957] env[65311]: INFO nova.compute.claims [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.238780] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083915} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.239198] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1321.239765] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc1295-56d9-4a73-b772-7eb7bad2bb69 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.262597] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3/3dde0471-c136-4575-9d66-7514266fe8a3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.262905] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b96f515e-5eaa-4639-9b37-ea4dc35434b5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.285048] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1321.285048] env[65311]: value = "task-4429362" [ 1321.285048] env[65311]: _type = "Task" [ 1321.285048] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.294839] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.796398] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.978518] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3314388-6e39-4ebe-a55a-771cc34c9e79 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.986711] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d140ddb8-1ebf-4ed7-9ee3-4eaccc806e09 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.016659] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f9f5d8-db78-402e-9734-8ff26f03a0c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.025249] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af39bfd0-43a7-47d2-8059-c11dd3df184a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.040886] env[65311]: DEBUG nova.compute.provider_tree [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.296668] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429362, 'name': ReconfigVM_Task, 'duration_secs': 0.612418} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.297088] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3/3dde0471-c136-4575-9d66-7514266fe8a3.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.298127] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_options': None, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encrypted': False, 'image_id': '18b11ab8-080e-4f09-9997-e25574522e0a'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'}, 'boot_index': None, 'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': '63e91d07-e71f-40f2-8061-bdb415952e9c', 'device_type': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65311) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1322.298337] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1322.298522] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1322.299291] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4885fa9-1b21-409a-a746-3d5b74f2ecd4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.315565] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68f94e-2bbc-45e7-8c9c-e9bd4fe62d08 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.341513] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-fd21868d-b520-466a-874a-24512cfb681f/volume-fd21868d-b520-466a-874a-24512cfb681f.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.341780] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9767dd30-377b-46f9-8fa9-6dcc55a95146 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.360713] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1322.360713] env[65311]: value = "task-4429363" [ 1322.360713] env[65311]: _type = "Task" [ 1322.360713] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.369108] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.544643] env[65311]: DEBUG nova.scheduler.client.report [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.871437] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429363, 'name': ReconfigVM_Task, 'duration_secs': 0.310344} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.871617] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-fd21868d-b520-466a-874a-24512cfb681f/volume-fd21868d-b520-466a-874a-24512cfb681f.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.876551] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f861b74b-b327-4588-b1c3-a04a2d78f828 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.892609] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1322.892609] env[65311]: value = "task-4429364" [ 1322.892609] env[65311]: _type = "Task" [ 1322.892609] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.901865] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.050259] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.050976] env[65311]: DEBUG nova.compute.manager [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1323.402394] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429364, 'name': ReconfigVM_Task, 'duration_secs': 0.155488} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.402712] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1323.403297] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1138bc4b-b803-4d3f-8412-8ba202d7400a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.410547] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1323.410547] env[65311]: value = "task-4429365" [ 1323.410547] env[65311]: _type = "Task" [ 1323.410547] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.419236] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429365, 'name': Rename_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.558103] env[65311]: DEBUG nova.compute.utils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.560449] env[65311]: DEBUG nova.compute.manager [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1323.560746] env[65311]: DEBUG nova.network.neutron [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1323.561277] env[65311]: WARNING neutronclient.v2_0.client [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.561827] env[65311]: WARNING neutronclient.v2_0.client [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.612796] env[65311]: DEBUG nova.policy [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c3c0c85ec2b4f33a7c3bc1dc7564461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0181b388e8624e6e9203239470ac2857', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.916287] env[65311]: DEBUG nova.network.neutron [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Successfully created port: 00df9a5c-1bfb-4f4a-a0bb-e951a471c528 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1323.925400] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429365, 'name': Rename_Task, 'duration_secs': 0.163189} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.925661] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.926092] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe20d48-1e16-4a26-a2ec-119e7af9072e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.933508] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1323.933508] env[65311]: value = "task-4429366" [ 1323.933508] env[65311]: _type = "Task" [ 1323.933508] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.944826] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.068708] env[65311]: DEBUG nova.compute.manager [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1324.443596] env[65311]: DEBUG oslo_vmware.api [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429366, 'name': PowerOnVM_Task, 'duration_secs': 0.465717} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.445061] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.445061] env[65311]: DEBUG nova.compute.manager [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1324.445429] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2799177-3e13-40e3-9c18-0b87b022b0c9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.964167] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.964875] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.964875] env[65311]: DEBUG nova.objects.instance [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65311) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1325.079156] env[65311]: DEBUG nova.compute.manager [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1325.111331] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1325.111570] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.111717] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1325.111890] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.112038] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1325.112185] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1325.112385] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1325.112535] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1325.112690] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1325.112844] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1325.113012] env[65311]: DEBUG nova.virt.hardware [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1325.113901] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119d5445-701c-4c19-b0da-b98b49a8ea8b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.123983] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9449d8bd-f02f-47e8-9f60-c0d80955e15f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.379308] env[65311]: DEBUG nova.compute.manager [req-90d5a6c8-6371-40d2-a677-91e1c2484462 req-9b45cf3e-e8d4-448a-baad-d515fd5aabea service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Received event network-vif-plugged-00df9a5c-1bfb-4f4a-a0bb-e951a471c528 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1325.379522] env[65311]: DEBUG oslo_concurrency.lockutils [req-90d5a6c8-6371-40d2-a677-91e1c2484462 req-9b45cf3e-e8d4-448a-baad-d515fd5aabea service nova] Acquiring lock "8d365926-92bb-49b6-8944-5df1f4f5b92f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.379718] env[65311]: DEBUG oslo_concurrency.lockutils [req-90d5a6c8-6371-40d2-a677-91e1c2484462 req-9b45cf3e-e8d4-448a-baad-d515fd5aabea service nova] Lock "8d365926-92bb-49b6-8944-5df1f4f5b92f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.379876] env[65311]: DEBUG oslo_concurrency.lockutils [req-90d5a6c8-6371-40d2-a677-91e1c2484462 req-9b45cf3e-e8d4-448a-baad-d515fd5aabea service nova] Lock "8d365926-92bb-49b6-8944-5df1f4f5b92f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.380052] env[65311]: DEBUG nova.compute.manager [req-90d5a6c8-6371-40d2-a677-91e1c2484462 req-9b45cf3e-e8d4-448a-baad-d515fd5aabea service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] No waiting events found dispatching network-vif-plugged-00df9a5c-1bfb-4f4a-a0bb-e951a471c528 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1325.380218] env[65311]: WARNING nova.compute.manager [req-90d5a6c8-6371-40d2-a677-91e1c2484462 req-9b45cf3e-e8d4-448a-baad-d515fd5aabea service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Received unexpected event network-vif-plugged-00df9a5c-1bfb-4f4a-a0bb-e951a471c528 for instance with vm_state building and task_state spawning. [ 1325.481867] env[65311]: DEBUG nova.network.neutron [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Successfully updated port: 00df9a5c-1bfb-4f4a-a0bb-e951a471c528 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1325.973248] env[65311]: DEBUG oslo_concurrency.lockutils [None req-619af967-c803-4757-853e-63a769f04188 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.984490] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.984677] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.984839] env[65311]: DEBUG nova.network.neutron [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1326.529524] env[65311]: DEBUG nova.network.neutron [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1326.594397] env[65311]: WARNING neutronclient.v2_0.client [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.669053] env[65311]: DEBUG nova.network.neutron [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Updating instance_info_cache with network_info: [{"id": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "address": "fa:16:3e:63:36:7d", "network": {"id": "87fc2b21-c379-4d6b-804a-155b60a73e26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1931015339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0181b388e8624e6e9203239470ac2857", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00df9a5c-1b", "ovs_interfaceid": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.172091] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.172490] env[65311]: DEBUG nova.compute.manager [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Instance network_info: |[{"id": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "address": "fa:16:3e:63:36:7d", "network": {"id": "87fc2b21-c379-4d6b-804a-155b60a73e26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1931015339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0181b388e8624e6e9203239470ac2857", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00df9a5c-1b", "ovs_interfaceid": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1327.173026] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:36:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00df9a5c-1bfb-4f4a-a0bb-e951a471c528', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.181937] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1327.182413] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.182722] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5ad3fa-d230-4cd3-8945-eb541a30f25f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.204406] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.204406] env[65311]: value = "task-4429367" [ 1327.204406] env[65311]: _type = "Task" [ 1327.204406] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.213543] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429367, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.411930] env[65311]: DEBUG nova.compute.manager [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Received event network-changed-00df9a5c-1bfb-4f4a-a0bb-e951a471c528 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1327.412137] env[65311]: DEBUG nova.compute.manager [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Refreshing instance network info cache due to event network-changed-00df9a5c-1bfb-4f4a-a0bb-e951a471c528. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1327.412349] env[65311]: DEBUG oslo_concurrency.lockutils [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] Acquiring lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.412479] env[65311]: DEBUG oslo_concurrency.lockutils [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] Acquired lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.412629] env[65311]: DEBUG nova.network.neutron [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Refreshing network info cache for port 00df9a5c-1bfb-4f4a-a0bb-e951a471c528 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.715701] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429367, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.915495] env[65311]: WARNING neutronclient.v2_0.client [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.049734] env[65311]: WARNING neutronclient.v2_0.client [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.122032] env[65311]: DEBUG nova.network.neutron [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Updated VIF entry in instance network info cache for port 00df9a5c-1bfb-4f4a-a0bb-e951a471c528. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1328.122395] env[65311]: DEBUG nova.network.neutron [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Updating instance_info_cache with network_info: [{"id": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "address": "fa:16:3e:63:36:7d", "network": {"id": "87fc2b21-c379-4d6b-804a-155b60a73e26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1931015339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0181b388e8624e6e9203239470ac2857", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00df9a5c-1b", "ovs_interfaceid": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.215799] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429367, 'name': CreateVM_Task, 'duration_secs': 0.543742} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.216024] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.216492] env[65311]: WARNING neutronclient.v2_0.client [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1328.216846] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.216993] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.217357] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.217638] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3ce6c7-7f06-4287-a942-1ec0d5ac3f07 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.222677] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1328.222677] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b5c9d1-a11a-3b44-f735-9f8b278fcadd" [ 1328.222677] env[65311]: _type = "Task" [ 1328.222677] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.231333] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b5c9d1-a11a-3b44-f735-9f8b278fcadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.625614] env[65311]: DEBUG oslo_concurrency.lockutils [req-ccbb523a-81d0-4133-a67e-cd48e8e638eb req-29cdcd15-e367-4023-983c-35f9fdc660f8 service nova] Releasing lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.734055] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b5c9d1-a11a-3b44-f735-9f8b278fcadd, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.734465] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.734634] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.734863] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.735015] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.735186] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.735462] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e550d90d-39e6-462d-93d8-59e67ee6b1df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.745579] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.745768] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.746510] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3acafdae-c5aa-4133-90ff-1733716fdbdc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.753317] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1328.753317] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dff267-4e0b-4257-daf3-0f2241bfc19f" [ 1328.753317] env[65311]: _type = "Task" [ 1328.753317] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.761649] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dff267-4e0b-4257-daf3-0f2241bfc19f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.264511] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52dff267-4e0b-4257-daf3-0f2241bfc19f, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.265335] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3325c9-a66c-4d4c-8a1c-415ff1ad38dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.271210] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1329.271210] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52921b54-e472-29aa-cc8f-8366a105cfe0" [ 1329.271210] env[65311]: _type = "Task" [ 1329.271210] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.279482] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52921b54-e472-29aa-cc8f-8366a105cfe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.783420] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52921b54-e472-29aa-cc8f-8366a105cfe0, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.783859] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.783911] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8d365926-92bb-49b6-8944-5df1f4f5b92f/8d365926-92bb-49b6-8944-5df1f4f5b92f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.784199] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16f4ed9a-c607-4d64-8288-09d69b691ffb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.791232] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1329.791232] env[65311]: value = "task-4429368" [ 1329.791232] env[65311]: _type = "Task" [ 1329.791232] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.799689] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.301557] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4679} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.301827] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8d365926-92bb-49b6-8944-5df1f4f5b92f/8d365926-92bb-49b6-8944-5df1f4f5b92f.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1330.302077] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1330.302361] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac341fd6-91a2-4524-b5e1-46e25bcba38f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.309950] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1330.309950] env[65311]: value = "task-4429369" [ 1330.309950] env[65311]: _type = "Task" [ 1330.309950] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.318380] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.820806] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068859} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.821222] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.821977] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb33ab08-6613-4508-8090-ba0b6b1b980a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.845544] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 8d365926-92bb-49b6-8944-5df1f4f5b92f/8d365926-92bb-49b6-8944-5df1f4f5b92f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.845811] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91852f1-28b7-4591-a89c-5aaf72ec831a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.866533] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1330.866533] env[65311]: value = "task-4429370" [ 1330.866533] env[65311]: _type = "Task" [ 1330.866533] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.875530] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.376796] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.876308] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429370, 'name': ReconfigVM_Task, 'duration_secs': 0.848996} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.876715] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 8d365926-92bb-49b6-8944-5df1f4f5b92f/8d365926-92bb-49b6-8944-5df1f4f5b92f.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.877222] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb903826-b4a2-4cb4-a8ea-a341aa474e42 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.883725] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1331.883725] env[65311]: value = "task-4429371" [ 1331.883725] env[65311]: _type = "Task" [ 1331.883725] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.892341] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429371, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.394300] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429371, 'name': Rename_Task, 'duration_secs': 0.159901} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.394611] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.394868] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1770d30-6892-49fb-b9fb-6c75ebd106ec {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.402308] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1332.402308] env[65311]: value = "task-4429372" [ 1332.402308] env[65311]: _type = "Task" [ 1332.402308] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.410713] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.913054] env[65311]: DEBUG oslo_vmware.api [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429372, 'name': PowerOnVM_Task, 'duration_secs': 0.473301} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.913442] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.913547] env[65311]: INFO nova.compute.manager [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1332.913686] env[65311]: DEBUG nova.compute.manager [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1332.914467] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7441c3-775b-4302-9b7c-39a3c4c5526c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.432373] env[65311]: INFO nova.compute.manager [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Took 12.56 seconds to build instance. [ 1333.934493] env[65311]: DEBUG oslo_concurrency.lockutils [None req-e5238547-8c36-4c40-9264-567f7e33c683 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "8d365926-92bb-49b6-8944-5df1f4f5b92f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.066s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.155058] env[65311]: INFO nova.compute.manager [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Rescuing [ 1334.155058] env[65311]: DEBUG oslo_concurrency.lockutils [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.155058] env[65311]: DEBUG oslo_concurrency.lockutils [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.155058] env[65311]: DEBUG nova.network.neutron [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1334.657698] env[65311]: WARNING neutronclient.v2_0.client [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.802187] env[65311]: WARNING neutronclient.v2_0.client [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1334.869866] env[65311]: DEBUG nova.network.neutron [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Updating instance_info_cache with network_info: [{"id": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "address": "fa:16:3e:63:36:7d", "network": {"id": "87fc2b21-c379-4d6b-804a-155b60a73e26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1931015339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0181b388e8624e6e9203239470ac2857", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00df9a5c-1b", "ovs_interfaceid": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.373084] env[65311]: DEBUG oslo_concurrency.lockutils [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.911995] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.912415] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-614354dc-585f-47fc-95d1-a34c73659bad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.921081] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1336.921081] env[65311]: value = "task-4429373" [ 1336.921081] env[65311]: _type = "Task" [ 1336.921081] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.930016] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.322009] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.322009] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.322009] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.322320] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.322320] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.322405] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.322500] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.322682] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1337.322835] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.431934] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429373, 'name': PowerOffVM_Task, 'duration_secs': 0.179741} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.432167] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.432978] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4320b6-c342-4869-ba63-564e1268f1fe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.452742] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c29d82-3b4b-4d82-8a6d-1e1b64de88a0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.480674] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.480981] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6076c99b-b88c-4b7a-962b-44e659152e46 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.488388] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1337.488388] env[65311]: value = "task-4429374" [ 1337.488388] env[65311]: _type = "Task" [ 1337.488388] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.496732] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.826579] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.826876] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.827064] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.827227] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1337.828140] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73fed0-0046-4643-ae91-fb5316663ec6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.838612] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7584e508-8f8f-4a95-b465-b2488eff055e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.853946] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefde0ec-b445-4898-b718-85c97af3d56e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.861831] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83615c91-9170-461a-b173-79dae8c5526d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.892064] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180217MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1337.892318] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.892400] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.998965] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] VM already powered off {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1337.999356] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.999356] env[65311]: DEBUG oslo_concurrency.lockutils [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.999500] env[65311]: DEBUG oslo_concurrency.lockutils [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.999667] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.999951] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb4efc8-1e0c-4c09-b077-1d942ef60a99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.009804] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.009992] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.010816] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69cf19a8-d275-434c-bacc-4dadbc340792 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.017730] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1338.017730] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d4b2f-18ee-8ec2-1c1b-91cab1c35691" [ 1338.017730] env[65311]: _type = "Task" [ 1338.017730] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.025955] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d4b2f-18ee-8ec2-1c1b-91cab1c35691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.529046] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]527d4b2f-18ee-8ec2-1c1b-91cab1c35691, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.529827] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b906fbf5-6c80-4c4f-82d2-6fb569b785fd {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.535217] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1338.535217] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a98b89-4fcc-0bd2-b11e-02f2b2f82394" [ 1338.535217] env[65311]: _type = "Task" [ 1338.535217] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.544454] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a98b89-4fcc-0bd2-b11e-02f2b2f82394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.921285] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1338.921434] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1c916d63-ae65-41c6-9deb-3d4f4670d246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1338.921554] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 3dde0471-c136-4575-9d66-7514266fe8a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1338.921665] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1338.921774] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 8d365926-92bb-49b6-8944-5df1f4f5b92f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1338.921946] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1338.922100] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_error': '1', 'num_task_None': '4', 'num_os_type_None': '5', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'io_workload': '1', 'num_vm_active': '3', 'num_proj_8415d04e0b6e4df6b263993279ecca55': '2', 'num_vm_rescued': '1', 'num_proj_0181b388e8624e6e9203239470ac2857': '2', 'num_task_rescuing': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1338.994698] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a2b5e0-5c0d-47ba-8cce-5208229acfc8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.002803] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67e1a2e-898f-4df4-9987-5596c508ab93 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.033095] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef28c47-6c95-4250-9105-1df111979564 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.046736] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53df643-fe4c-4905-9ad9-77999edb1843 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.050542] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a98b89-4fcc-0bd2-b11e-02f2b2f82394, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.050724] env[65311]: DEBUG oslo_concurrency.lockutils [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.050975] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8d365926-92bb-49b6-8944-5df1f4f5b92f/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. {{(pid=65311) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1339.051513] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d1bb131-5b99-477b-bf4d-1e845f52d566 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.061379] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.068627] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1339.068627] env[65311]: value = "task-4429375" [ 1339.068627] env[65311]: _type = "Task" [ 1339.068627] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.078370] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.565058] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.578835] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472858} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.579114] env[65311]: INFO nova.virt.vmwareapi.ds_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] 8d365926-92bb-49b6-8944-5df1f4f5b92f/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk. [ 1339.579872] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6d631-75a6-4c79-9a1e-3e341cc9cdf0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.607112] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 8d365926-92bb-49b6-8944-5df1f4f5b92f/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.607672] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9422fcb-b925-4bed-9477-859feea88cde {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.627555] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1339.627555] env[65311]: value = "task-4429376" [ 1339.627555] env[65311]: _type = "Task" [ 1339.627555] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.639684] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.070350] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1340.070792] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.138653] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429376, 'name': ReconfigVM_Task, 'duration_secs': 0.353909} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.138924] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 8d365926-92bb-49b6-8944-5df1f4f5b92f/18b11ab8-080e-4f09-9997-e25574522e0a-rescue.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.139803] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ee656-e052-4d50-95b1-4ab109c8d459 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.165394] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce2a1e2-2fb3-41c8-a73d-d76446bbc454 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.181357] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1340.181357] env[65311]: value = "task-4429377" [ 1340.181357] env[65311]: _type = "Task" [ 1340.181357] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.189733] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.691277] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429377, 'name': ReconfigVM_Task, 'duration_secs': 0.152373} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.691592] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.691849] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e21ed165-24aa-4769-b3fa-e38484c184f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.699021] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1340.699021] env[65311]: value = "task-4429378" [ 1340.699021] env[65311]: _type = "Task" [ 1340.699021] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.707219] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.209417] env[65311]: DEBUG oslo_vmware.api [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429378, 'name': PowerOnVM_Task, 'duration_secs': 0.394684} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.209834] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.212672] env[65311]: DEBUG nova.compute.manager [None req-662e783b-a73f-475f-85fb-949e17db5f4d tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1341.213523] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118770b3-d3a2-4447-ba3d-02ae0e9d3c2e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.162492] env[65311]: INFO nova.compute.manager [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Unrescuing [ 1342.162741] env[65311]: DEBUG oslo_concurrency.lockutils [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.162857] env[65311]: DEBUG oslo_concurrency.lockutils [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquired lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.163023] env[65311]: DEBUG nova.network.neutron [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1342.665423] env[65311]: WARNING neutronclient.v2_0.client [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.789022] env[65311]: WARNING neutronclient.v2_0.client [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.854702] env[65311]: DEBUG nova.network.neutron [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Updating instance_info_cache with network_info: [{"id": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "address": "fa:16:3e:63:36:7d", "network": {"id": "87fc2b21-c379-4d6b-804a-155b60a73e26", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1931015339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "0181b388e8624e6e9203239470ac2857", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00df9a5c-1b", "ovs_interfaceid": "00df9a5c-1bfb-4f4a-a0bb-e951a471c528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.357694] env[65311]: DEBUG oslo_concurrency.lockutils [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Releasing lock "refresh_cache-8d365926-92bb-49b6-8944-5df1f4f5b92f" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.358371] env[65311]: DEBUG nova.objects.instance [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lazy-loading 'flavor' on Instance uuid 8d365926-92bb-49b6-8944-5df1f4f5b92f {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.864630] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7bdeca-9af1-4904-86ba-a755e81d5b09 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.886930] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.887282] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29697ed2-b3c7-4c45-9e4e-b42394849f89 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.893587] env[65311]: DEBUG oslo_vmware.api [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1343.893587] env[65311]: value = "task-4429379" [ 1343.893587] env[65311]: _type = "Task" [ 1343.893587] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.901879] env[65311]: DEBUG oslo_vmware.api [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.404197] env[65311]: DEBUG oslo_vmware.api [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429379, 'name': PowerOffVM_Task, 'duration_secs': 0.239058} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.404461] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.409671] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1344.409937] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d3372b0-176c-4fca-b865-9d78d0af2cb8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.428852] env[65311]: DEBUG oslo_vmware.api [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1344.428852] env[65311]: value = "task-4429380" [ 1344.428852] env[65311]: _type = "Task" [ 1344.428852] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.436655] env[65311]: DEBUG oslo_vmware.api [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.939375] env[65311]: DEBUG oslo_vmware.api [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429380, 'name': ReconfigVM_Task, 'duration_secs': 0.22172} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.939808] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1344.939808] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.940013] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16791bed-1e6c-496d-b7a8-5d54aa92ed37 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.946430] env[65311]: DEBUG oslo_vmware.api [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1344.946430] env[65311]: value = "task-4429381" [ 1344.946430] env[65311]: _type = "Task" [ 1344.946430] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.954284] env[65311]: DEBUG oslo_vmware.api [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.456993] env[65311]: DEBUG oslo_vmware.api [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429381, 'name': PowerOnVM_Task, 'duration_secs': 0.361} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.457306] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.457525] env[65311]: DEBUG nova.compute.manager [None req-54e36fe9-919c-4751-a767-4efdc37689f0 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1345.458314] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0708e71c-0d09-4b24-a331-bc017d323481 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.799470] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "8d365926-92bb-49b6-8944-5df1f4f5b92f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.799872] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "8d365926-92bb-49b6-8944-5df1f4f5b92f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.800032] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "8d365926-92bb-49b6-8944-5df1f4f5b92f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.801480] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "8d365926-92bb-49b6-8944-5df1f4f5b92f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.801480] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "8d365926-92bb-49b6-8944-5df1f4f5b92f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.802516] env[65311]: INFO nova.compute.manager [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Terminating instance [ 1347.306042] env[65311]: DEBUG nova.compute.manager [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1347.306346] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.307259] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c374647-ae4a-48e4-af4e-ae0ba1482486 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.315558] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.315781] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feaf51b6-0295-4643-aa2b-da9e260518cb {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.322293] env[65311]: DEBUG oslo_vmware.api [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1347.322293] env[65311]: value = "task-4429382" [ 1347.322293] env[65311]: _type = "Task" [ 1347.322293] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.330448] env[65311]: DEBUG oslo_vmware.api [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.832906] env[65311]: DEBUG oslo_vmware.api [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429382, 'name': PowerOffVM_Task, 'duration_secs': 0.16889} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.833317] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.833371] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.833644] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1974c900-03d4-4840-bb48-ce657747058c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.905488] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.905674] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.905803] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Deleting the datastore file [datastore2] 8d365926-92bb-49b6-8944-5df1f4f5b92f {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.906093] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ac10352-aaf0-42a8-bec9-c39d7e07a05c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.913197] env[65311]: DEBUG oslo_vmware.api [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1347.913197] env[65311]: value = "task-4429384" [ 1347.913197] env[65311]: _type = "Task" [ 1347.913197] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.921545] env[65311]: DEBUG oslo_vmware.api [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.424035] env[65311]: DEBUG oslo_vmware.api [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127817} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.424313] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.424493] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.424668] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.424828] env[65311]: INFO nova.compute.manager [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1348.425079] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1348.425282] env[65311]: DEBUG nova.compute.manager [-] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1348.425373] env[65311]: DEBUG nova.network.neutron [-] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1348.425610] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.457362] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.718832] env[65311]: DEBUG nova.compute.manager [req-26498a8b-332f-4b8d-9577-8f880f10abd1 req-549125b1-2a49-47d6-bdea-9b6b52ba2661 service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Received event network-vif-deleted-00df9a5c-1bfb-4f4a-a0bb-e951a471c528 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1348.719046] env[65311]: INFO nova.compute.manager [req-26498a8b-332f-4b8d-9577-8f880f10abd1 req-549125b1-2a49-47d6-bdea-9b6b52ba2661 service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Neutron deleted interface 00df9a5c-1bfb-4f4a-a0bb-e951a471c528; detaching it from the instance and deleting it from the info cache [ 1348.719493] env[65311]: DEBUG nova.network.neutron [req-26498a8b-332f-4b8d-9577-8f880f10abd1 req-549125b1-2a49-47d6-bdea-9b6b52ba2661 service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.194667] env[65311]: DEBUG nova.network.neutron [-] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.221807] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0767607f-3153-43ac-a5c0-4fbfb293c85c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.233061] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeaedc9-d20f-4bff-bcda-cf4b1f07c98f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.263867] env[65311]: DEBUG nova.compute.manager [req-26498a8b-332f-4b8d-9577-8f880f10abd1 req-549125b1-2a49-47d6-bdea-9b6b52ba2661 service nova] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Detach interface failed, port_id=00df9a5c-1bfb-4f4a-a0bb-e951a471c528, reason: Instance 8d365926-92bb-49b6-8944-5df1f4f5b92f could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1349.697673] env[65311]: INFO nova.compute.manager [-] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Took 1.27 seconds to deallocate network for instance. [ 1350.203779] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.204164] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.204290] env[65311]: DEBUG nova.objects.instance [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lazy-loading 'resources' on Instance uuid 8d365926-92bb-49b6-8944-5df1f4f5b92f {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.791899] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d56de1f-a56e-4717-9e6a-5dcb99267baf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.800259] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe5d231-c169-40e5-8955-011568798d6b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.830414] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ac838a-55ce-4e2a-b810-93c6b749f7c0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.838371] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a706a1c-7a99-4caa-a372-64aed6ddb7d4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.852056] env[65311]: DEBUG nova.compute.provider_tree [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.355023] env[65311]: DEBUG nova.scheduler.client.report [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.860209] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.881990] env[65311]: INFO nova.scheduler.client.report [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Deleted allocations for instance 8d365926-92bb-49b6-8944-5df1f4f5b92f [ 1352.391123] env[65311]: DEBUG oslo_concurrency.lockutils [None req-a82ae32f-f2e3-4916-8f25-71ec10a49468 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "8d365926-92bb-49b6-8944-5df1f4f5b92f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.591s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.423774] env[65311]: DEBUG oslo_concurrency.lockutils [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.424174] env[65311]: DEBUG oslo_concurrency.lockutils [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.424300] env[65311]: DEBUG oslo_concurrency.lockutils [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.424505] env[65311]: DEBUG oslo_concurrency.lockutils [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.424672] env[65311]: DEBUG oslo_concurrency.lockutils [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.426738] env[65311]: INFO nova.compute.manager [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Terminating instance [ 1353.930635] env[65311]: DEBUG nova.compute.manager [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1353.930831] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.931739] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d039e-f452-4fb7-90e5-a4cc464a5e90 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.940796] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.940796] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-765ec298-5059-4455-87db-5d8762efc217 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.948354] env[65311]: DEBUG oslo_vmware.api [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1353.948354] env[65311]: value = "task-4429385" [ 1353.948354] env[65311]: _type = "Task" [ 1353.948354] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.957912] env[65311]: DEBUG oslo_vmware.api [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.458851] env[65311]: DEBUG oslo_vmware.api [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429385, 'name': PowerOffVM_Task, 'duration_secs': 0.188856} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.459299] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.459360] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.459678] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-302ec766-e3e7-46b5-9c44-2b8fd9bf0403 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.527181] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.527408] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.527554] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Deleting the datastore file [datastore1] c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.527818] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c46fe57-7648-4227-a168-6b31173e9daa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.535192] env[65311]: DEBUG oslo_vmware.api [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for the task: (returnval){ [ 1354.535192] env[65311]: value = "task-4429387" [ 1354.535192] env[65311]: _type = "Task" [ 1354.535192] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.543954] env[65311]: DEBUG oslo_vmware.api [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.045727] env[65311]: DEBUG oslo_vmware.api [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Task: {'id': task-4429387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196975} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.045963] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.046156] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.046324] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.046523] env[65311]: INFO nova.compute.manager [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1355.046764] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1355.046957] env[65311]: DEBUG nova.compute.manager [-] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1355.047065] env[65311]: DEBUG nova.network.neutron [-] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1355.047299] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1355.078588] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1355.313895] env[65311]: DEBUG nova.compute.manager [req-29b6cffc-a1c0-40d6-b3bf-655fa2df60e0 req-7adea384-54a0-48a5-8193-e4b85337d7d9 service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Received event network-vif-deleted-ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1355.314120] env[65311]: INFO nova.compute.manager [req-29b6cffc-a1c0-40d6-b3bf-655fa2df60e0 req-7adea384-54a0-48a5-8193-e4b85337d7d9 service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Neutron deleted interface ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2; detaching it from the instance and deleting it from the info cache [ 1355.314319] env[65311]: DEBUG nova.network.neutron [req-29b6cffc-a1c0-40d6-b3bf-655fa2df60e0 req-7adea384-54a0-48a5-8193-e4b85337d7d9 service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.792862] env[65311]: DEBUG nova.network.neutron [-] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.817817] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78ddc079-43b4-47cc-8234-e566321b3d17 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.829035] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d606fa-d76f-4335-acbc-6ec62871dae9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.858553] env[65311]: DEBUG nova.compute.manager [req-29b6cffc-a1c0-40d6-b3bf-655fa2df60e0 req-7adea384-54a0-48a5-8193-e4b85337d7d9 service nova] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Detach interface failed, port_id=ef4a7504-0b69-48b9-8b0c-fd1a5829d7b2, reason: Instance c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1356.296293] env[65311]: INFO nova.compute.manager [-] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Took 1.25 seconds to deallocate network for instance. [ 1356.803153] env[65311]: DEBUG oslo_concurrency.lockutils [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.803461] env[65311]: DEBUG oslo_concurrency.lockutils [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.803676] env[65311]: DEBUG nova.objects.instance [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lazy-loading 'resources' on Instance uuid c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.375114] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf4244c-6987-49af-9f07-93a63875291c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.382995] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f12bf9b-9efa-4638-9728-54384c2ae283 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.414192] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1382fffb-d527-441a-9b89-21f2c785fb6d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.422456] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dc299e-7118-45b8-b989-2c8542b5efd7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.437539] env[65311]: DEBUG nova.compute.provider_tree [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.940657] env[65311]: DEBUG nova.scheduler.client.report [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.446732] env[65311]: DEBUG oslo_concurrency.lockutils [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.464523] env[65311]: INFO nova.scheduler.client.report [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Deleted allocations for instance c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad [ 1358.972075] env[65311]: DEBUG oslo_concurrency.lockutils [None req-59ee8fff-d55c-44d3-9ba5-454eaab95fc7 tempest-ServerRescueTestJSON-1113721572 tempest-ServerRescueTestJSON-1113721572-project-member] Lock "c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.548s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.748226] env[65311]: DEBUG oslo_concurrency.lockutils [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "3dde0471-c136-4575-9d66-7514266fe8a3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.748756] env[65311]: DEBUG oslo_concurrency.lockutils [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.251950] env[65311]: INFO nova.compute.manager [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Detaching volume fd21868d-b520-466a-874a-24512cfb681f [ 1362.290153] env[65311]: INFO nova.virt.block_device [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Attempting to driver detach volume fd21868d-b520-466a-874a-24512cfb681f from mountpoint /dev/sdb [ 1362.290392] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1362.290578] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1362.291478] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a311776c-0055-4ba0-8c5a-920d47b51c4b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.312820] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ef530e-b649-4849-a229-f092a1c921ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.320187] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f41c4db-5b78-4bdb-a80e-b1b164a783a1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.342252] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36c1718-619b-4df6-95fc-81962ff8c802 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.010598] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd21868d-b520-466a-874a-24512cfb681f/volume-fd21868d-b520-466a-874a-24512cfb681f.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1363.015752] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1363.016215] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27515889-061a-4d25-b9af-e3bf1bee12b0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.035919] env[65311]: DEBUG oslo_vmware.api [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1363.035919] env[65311]: value = "task-4429388" [ 1363.035919] env[65311]: _type = "Task" [ 1363.035919] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.044246] env[65311]: DEBUG oslo_vmware.api [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.545927] env[65311]: DEBUG oslo_vmware.api [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429388, 'name': ReconfigVM_Task, 'duration_secs': 0.230858} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.546199] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1363.550661] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2ae000-e3b8-478c-b552-69a057fe5cf1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.566145] env[65311]: DEBUG oslo_vmware.api [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1363.566145] env[65311]: value = "task-4429389" [ 1363.566145] env[65311]: _type = "Task" [ 1363.566145] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.574511] env[65311]: DEBUG oslo_vmware.api [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.076641] env[65311]: DEBUG oslo_vmware.api [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429389, 'name': ReconfigVM_Task, 'duration_secs': 0.134892} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.077080] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866687', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'name': 'volume-fd21868d-b520-466a-874a-24512cfb681f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3dde0471-c136-4575-9d66-7514266fe8a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd21868d-b520-466a-874a-24512cfb681f', 'serial': 'fd21868d-b520-466a-874a-24512cfb681f'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1364.618616] env[65311]: DEBUG nova.objects.instance [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lazy-loading 'flavor' on Instance uuid 3dde0471-c136-4575-9d66-7514266fe8a3 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.626046] env[65311]: DEBUG oslo_concurrency.lockutils [None req-47640cf5-b6b6-4537-a5fe-ae887ba48cfa tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.877s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.039467] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "3dde0471-c136-4575-9d66-7514266fe8a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.039826] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.040084] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "3dde0471-c136-4575-9d66-7514266fe8a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.040287] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.040453] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.042983] env[65311]: INFO nova.compute.manager [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Terminating instance [ 1366.547610] env[65311]: DEBUG nova.compute.manager [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1366.547856] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.548788] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6fccbc-8609-4058-b4cb-0ac73c69ae62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.557336] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.557595] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3904e83-60e9-46e2-96c9-6371e42a1399 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.564234] env[65311]: DEBUG oslo_vmware.api [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1366.564234] env[65311]: value = "task-4429390" [ 1366.564234] env[65311]: _type = "Task" [ 1366.564234] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.574224] env[65311]: DEBUG oslo_vmware.api [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.077048] env[65311]: DEBUG oslo_vmware.api [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429390, 'name': PowerOffVM_Task, 'duration_secs': 0.186996} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.077421] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.077621] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.077946] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d1ccbce-5e94-45aa-8eec-f8f2db2eb248 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.151029] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.151029] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.151403] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleting the datastore file [datastore2] 3dde0471-c136-4575-9d66-7514266fe8a3 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.151603] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfa6bf01-923b-40c9-8b78-2937821e2062 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.158492] env[65311]: DEBUG oslo_vmware.api [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1367.158492] env[65311]: value = "task-4429392" [ 1367.158492] env[65311]: _type = "Task" [ 1367.158492] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.166333] env[65311]: DEBUG oslo_vmware.api [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.669204] env[65311]: DEBUG oslo_vmware.api [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127391} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.669450] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.669615] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.669779] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.669937] env[65311]: INFO nova.compute.manager [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1367.670189] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1367.670380] env[65311]: DEBUG nova.compute.manager [-] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1367.670471] env[65311]: DEBUG nova.network.neutron [-] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1367.670701] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.706209] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.156581] env[65311]: DEBUG nova.compute.manager [req-030c9e62-2f69-4739-836b-9794c2d8bb0c req-7e8bab8f-eb34-4eb6-9e16-18325b71c30a service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Received event network-vif-deleted-b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1368.157137] env[65311]: INFO nova.compute.manager [req-030c9e62-2f69-4739-836b-9794c2d8bb0c req-7e8bab8f-eb34-4eb6-9e16-18325b71c30a service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Neutron deleted interface b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8; detaching it from the instance and deleting it from the info cache [ 1368.157319] env[65311]: DEBUG nova.network.neutron [req-030c9e62-2f69-4739-836b-9794c2d8bb0c req-7e8bab8f-eb34-4eb6-9e16-18325b71c30a service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.632762] env[65311]: DEBUG nova.network.neutron [-] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.660072] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb3083bb-c89d-433f-ab2a-5874ac08707a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.670473] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff96ef-d9d1-4736-b590-c41216a54be4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.697132] env[65311]: DEBUG nova.compute.manager [req-030c9e62-2f69-4739-836b-9794c2d8bb0c req-7e8bab8f-eb34-4eb6-9e16-18325b71c30a service nova] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Detach interface failed, port_id=b9d328ab-d82c-4fb4-af2c-dd4a3213f3d8, reason: Instance 3dde0471-c136-4575-9d66-7514266fe8a3 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1369.136080] env[65311]: INFO nova.compute.manager [-] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Took 1.47 seconds to deallocate network for instance. [ 1369.642995] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.643412] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.643503] env[65311]: DEBUG nova.objects.instance [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lazy-loading 'resources' on Instance uuid 3dde0471-c136-4575-9d66-7514266fe8a3 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.200037] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0435e87-e0b1-468d-9f9f-0da4b083628b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.208316] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7de27a-a98b-473e-a116-ddbf1ba64495 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.239916] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f61169-3448-4963-98e6-bafa354945f2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.247504] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295b74e7-8ca1-4d47-b873-cda31db4746c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.265137] env[65311]: DEBUG nova.compute.provider_tree [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.769200] env[65311]: DEBUG nova.scheduler.client.report [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.274844] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.293773] env[65311]: INFO nova.scheduler.client.report [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted allocations for instance 3dde0471-c136-4575-9d66-7514266fe8a3 [ 1371.803361] env[65311]: DEBUG oslo_concurrency.lockutils [None req-95fd5d4c-fb40-468f-8a9f-20d4b06c31cc tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "3dde0471-c136-4575-9d66-7514266fe8a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.763s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.631027] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.631397] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.132864] env[65311]: DEBUG nova.compute.manager [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1374.654987] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.655292] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.656748] env[65311]: INFO nova.compute.claims [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.715347] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da393d-e0b5-43d9-b9b6-fb1cc570be57 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.723409] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a3e51-d62f-49c2-8676-d77f6d5b17be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.754304] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90182b0-c151-4cd2-9a6a-c4ffefe09550 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.762338] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaa5151-8949-42df-b3f5-c73cf005b2df {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.775966] env[65311]: DEBUG nova.compute.provider_tree [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.279326] env[65311]: DEBUG nova.scheduler.client.report [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.784655] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.785230] env[65311]: DEBUG nova.compute.manager [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1377.290126] env[65311]: DEBUG nova.compute.utils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1377.292048] env[65311]: DEBUG nova.compute.manager [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1377.292048] env[65311]: DEBUG nova.network.neutron [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1377.292240] env[65311]: WARNING neutronclient.v2_0.client [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.292417] env[65311]: WARNING neutronclient.v2_0.client [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.342313] env[65311]: DEBUG nova.policy [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8659c7ed746e4661a3bf2bb8fcc7ac98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8415d04e0b6e4df6b263993279ecca55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1377.641921] env[65311]: DEBUG nova.network.neutron [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Successfully created port: 8c28642f-e1f4-4d06-92c4-0edd609f4549 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1377.795577] env[65311]: DEBUG nova.compute.manager [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1378.806796] env[65311]: DEBUG nova.compute.manager [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1378.832599] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T23:39:22Z,direct_url=,disk_format='vmdk',id=18b11ab8-080e-4f09-9997-e25574522e0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3e7dc5f28d5f4c7d9a360b652f4623d1',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T23:39:23Z,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1378.832872] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1378.833046] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1378.833231] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1378.833368] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1378.833505] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1378.833703] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1378.833854] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1378.834085] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1378.834164] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1378.834321] env[65311]: DEBUG nova.virt.hardware [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1378.835234] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496edace-1739-42b4-84ce-ba329ab4791a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.843434] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b34154-52d4-410b-a784-21778c5de4d4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.023708] env[65311]: DEBUG nova.compute.manager [req-98f11b33-cd5d-40e0-9b85-6f1136d4295f req-b50dfcf2-09ee-426d-99cd-5fd6e737d468 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Received event network-vif-plugged-8c28642f-e1f4-4d06-92c4-0edd609f4549 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1379.023946] env[65311]: DEBUG oslo_concurrency.lockutils [req-98f11b33-cd5d-40e0-9b85-6f1136d4295f req-b50dfcf2-09ee-426d-99cd-5fd6e737d468 service nova] Acquiring lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.024198] env[65311]: DEBUG oslo_concurrency.lockutils [req-98f11b33-cd5d-40e0-9b85-6f1136d4295f req-b50dfcf2-09ee-426d-99cd-5fd6e737d468 service nova] Lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.024375] env[65311]: DEBUG oslo_concurrency.lockutils [req-98f11b33-cd5d-40e0-9b85-6f1136d4295f req-b50dfcf2-09ee-426d-99cd-5fd6e737d468 service nova] Lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.024537] env[65311]: DEBUG nova.compute.manager [req-98f11b33-cd5d-40e0-9b85-6f1136d4295f req-b50dfcf2-09ee-426d-99cd-5fd6e737d468 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] No waiting events found dispatching network-vif-plugged-8c28642f-e1f4-4d06-92c4-0edd609f4549 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1379.024741] env[65311]: WARNING nova.compute.manager [req-98f11b33-cd5d-40e0-9b85-6f1136d4295f req-b50dfcf2-09ee-426d-99cd-5fd6e737d468 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Received unexpected event network-vif-plugged-8c28642f-e1f4-4d06-92c4-0edd609f4549 for instance with vm_state building and task_state spawning. [ 1379.117308] env[65311]: DEBUG nova.network.neutron [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Successfully updated port: 8c28642f-e1f4-4d06-92c4-0edd609f4549 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1379.620822] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "refresh_cache-d5e70e35-69ce-4712-8d94-bca6d6c744f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.620822] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "refresh_cache-d5e70e35-69ce-4712-8d94-bca6d6c744f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.620822] env[65311]: DEBUG nova.network.neutron [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1380.152888] env[65311]: DEBUG nova.network.neutron [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1380.224496] env[65311]: WARNING neutronclient.v2_0.client [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1380.290579] env[65311]: DEBUG nova.network.neutron [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Updating instance_info_cache with network_info: [{"id": "8c28642f-e1f4-4d06-92c4-0edd609f4549", "address": "fa:16:3e:9a:3a:58", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c28642f-e1", "ovs_interfaceid": "8c28642f-e1f4-4d06-92c4-0edd609f4549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.793668] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "refresh_cache-d5e70e35-69ce-4712-8d94-bca6d6c744f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.794046] env[65311]: DEBUG nova.compute.manager [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Instance network_info: |[{"id": "8c28642f-e1f4-4d06-92c4-0edd609f4549", "address": "fa:16:3e:9a:3a:58", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c28642f-e1", "ovs_interfaceid": "8c28642f-e1f4-4d06-92c4-0edd609f4549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1380.794548] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:3a:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c28642f-e1f4-4d06-92c4-0edd609f4549', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.801816] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1380.802049] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.802291] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1300f894-793f-4de5-ad29-0a8039119119 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.823804] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.823804] env[65311]: value = "task-4429393" [ 1380.823804] env[65311]: _type = "Task" [ 1380.823804] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.833982] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429393, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.053733] env[65311]: DEBUG nova.compute.manager [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Received event network-changed-8c28642f-e1f4-4d06-92c4-0edd609f4549 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1381.054036] env[65311]: DEBUG nova.compute.manager [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Refreshing instance network info cache due to event network-changed-8c28642f-e1f4-4d06-92c4-0edd609f4549. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1381.054227] env[65311]: DEBUG oslo_concurrency.lockutils [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] Acquiring lock "refresh_cache-d5e70e35-69ce-4712-8d94-bca6d6c744f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.054368] env[65311]: DEBUG oslo_concurrency.lockutils [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] Acquired lock "refresh_cache-d5e70e35-69ce-4712-8d94-bca6d6c744f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.054525] env[65311]: DEBUG nova.network.neutron [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Refreshing network info cache for port 8c28642f-e1f4-4d06-92c4-0edd609f4549 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.335260] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429393, 'name': CreateVM_Task, 'duration_secs': 0.315171} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.335702] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1381.335945] env[65311]: WARNING neutronclient.v2_0.client [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.336375] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.336551] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.336930] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.337221] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc523f4-bda8-4eee-9d9a-3c3692e4789b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.342549] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1381.342549] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a41274-b991-848e-f394-db19f19fd97d" [ 1381.342549] env[65311]: _type = "Task" [ 1381.342549] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.351462] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a41274-b991-848e-f394-db19f19fd97d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.557631] env[65311]: WARNING neutronclient.v2_0.client [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.694983] env[65311]: WARNING neutronclient.v2_0.client [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.760996] env[65311]: DEBUG nova.network.neutron [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Updated VIF entry in instance network info cache for port 8c28642f-e1f4-4d06-92c4-0edd609f4549. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1381.761389] env[65311]: DEBUG nova.network.neutron [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Updating instance_info_cache with network_info: [{"id": "8c28642f-e1f4-4d06-92c4-0edd609f4549", "address": "fa:16:3e:9a:3a:58", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c28642f-e1", "ovs_interfaceid": "8c28642f-e1f4-4d06-92c4-0edd609f4549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.854951] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52a41274-b991-848e-f394-db19f19fd97d, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.855255] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.855522] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Processing image 18b11ab8-080e-4f09-9997-e25574522e0a {{(pid=65311) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.855781] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.855972] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.856191] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.856502] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ad8883c-de2e-49d4-9041-275e7a2b398c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.865651] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65311) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.865846] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65311) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.866680] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a655325a-2dc6-427f-a630-a14be842c582 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.873448] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1381.873448] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b7f9e8-8f30-5f4e-de71-027f1980dda2" [ 1381.873448] env[65311]: _type = "Task" [ 1381.873448] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.881776] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b7f9e8-8f30-5f4e-de71-027f1980dda2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.264605] env[65311]: DEBUG oslo_concurrency.lockutils [req-de4cf080-b598-48a5-84e8-d14360891b7b req-f719af20-b3f2-4144-8bab-a706901a8830 service nova] Releasing lock "refresh_cache-d5e70e35-69ce-4712-8d94-bca6d6c744f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.384883] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]52b7f9e8-8f30-5f4e-de71-027f1980dda2, 'name': SearchDatastore_Task, 'duration_secs': 0.008307} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.385679] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528ab94b-6ecc-4e90-a1a3-d80ca88b86c1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.391156] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1382.391156] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522097c8-a2b6-e39c-fd20-e1babcdb88ca" [ 1382.391156] env[65311]: _type = "Task" [ 1382.391156] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.399500] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522097c8-a2b6-e39c-fd20-e1babcdb88ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.903111] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]522097c8-a2b6-e39c-fd20-e1babcdb88ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.903417] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.903719] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] d5e70e35-69ce-4712-8d94-bca6d6c744f4/d5e70e35-69ce-4712-8d94-bca6d6c744f4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.904034] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a70797f-b606-466a-b931-74025b0ce571 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.911455] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1382.911455] env[65311]: value = "task-4429394" [ 1382.911455] env[65311]: _type = "Task" [ 1382.911455] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.920537] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.421898] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427507} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.422319] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/18b11ab8-080e-4f09-9997-e25574522e0a/18b11ab8-080e-4f09-9997-e25574522e0a.vmdk to [datastore2] d5e70e35-69ce-4712-8d94-bca6d6c744f4/d5e70e35-69ce-4712-8d94-bca6d6c744f4.vmdk {{(pid=65311) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.422319] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Extending root virtual disk to 1048576 {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.422569] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c0b73bf-28bf-4404-8680-71255d9c5b3f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.429917] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1383.429917] env[65311]: value = "task-4429395" [ 1383.429917] env[65311]: _type = "Task" [ 1383.429917] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.438950] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.939942] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056561} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.940241] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Extended root virtual disk {{(pid=65311) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1383.941027] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4c6f5f-ab72-4b50-874f-60a8f105a6aa {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.962901] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d5e70e35-69ce-4712-8d94-bca6d6c744f4/d5e70e35-69ce-4712-8d94-bca6d6c744f4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.963169] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0660c4a3-91a8-464c-a2f1-5370a59cb3e7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.983891] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1383.983891] env[65311]: value = "task-4429396" [ 1383.983891] env[65311]: _type = "Task" [ 1383.983891] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.992009] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.495647] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429396, 'name': ReconfigVM_Task, 'duration_secs': 0.300007} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.496043] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d5e70e35-69ce-4712-8d94-bca6d6c744f4/d5e70e35-69ce-4712-8d94-bca6d6c744f4.vmdk or device None with type sparse {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.496600] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f52351f-5d2d-4f52-8473-06afd2199de9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.503775] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1384.503775] env[65311]: value = "task-4429397" [ 1384.503775] env[65311]: _type = "Task" [ 1384.503775] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.511684] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429397, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.017590] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429397, 'name': Rename_Task, 'duration_secs': 0.144541} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.018073] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1385.018458] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838c3d75-d0d0-4497-aa87-e487803d1d50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.026615] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1385.026615] env[65311]: value = "task-4429398" [ 1385.026615] env[65311]: _type = "Task" [ 1385.026615] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.036016] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.537255] env[65311]: DEBUG oslo_vmware.api [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429398, 'name': PowerOnVM_Task, 'duration_secs': 0.461351} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.537665] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.537717] env[65311]: INFO nova.compute.manager [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1385.537847] env[65311]: DEBUG nova.compute.manager [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1385.538705] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb22f189-b9a5-476a-acf1-a09841d63aa1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.058677] env[65311]: INFO nova.compute.manager [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Took 11.42 seconds to build instance. [ 1386.524448] env[65311]: DEBUG nova.compute.manager [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Received event network-changed-8c28642f-e1f4-4d06-92c4-0edd609f4549 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1386.524556] env[65311]: DEBUG nova.compute.manager [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Refreshing instance network info cache due to event network-changed-8c28642f-e1f4-4d06-92c4-0edd609f4549. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1386.524823] env[65311]: DEBUG oslo_concurrency.lockutils [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] Acquiring lock "refresh_cache-d5e70e35-69ce-4712-8d94-bca6d6c744f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.524980] env[65311]: DEBUG oslo_concurrency.lockutils [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] Acquired lock "refresh_cache-d5e70e35-69ce-4712-8d94-bca6d6c744f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.525156] env[65311]: DEBUG nova.network.neutron [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Refreshing network info cache for port 8c28642f-e1f4-4d06-92c4-0edd609f4549 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.561563] env[65311]: DEBUG oslo_concurrency.lockutils [None req-074f2f09-16d6-4671-b6a7-467498d80470 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.930s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.029031] env[65311]: WARNING neutronclient.v2_0.client [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.239892] env[65311]: WARNING neutronclient.v2_0.client [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.323422] env[65311]: DEBUG nova.network.neutron [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Updated VIF entry in instance network info cache for port 8c28642f-e1f4-4d06-92c4-0edd609f4549. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1387.323870] env[65311]: DEBUG nova.network.neutron [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Updating instance_info_cache with network_info: [{"id": "8c28642f-e1f4-4d06-92c4-0edd609f4549", "address": "fa:16:3e:9a:3a:58", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c28642f-e1", "ovs_interfaceid": "8c28642f-e1f4-4d06-92c4-0edd609f4549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.827343] env[65311]: DEBUG oslo_concurrency.lockutils [req-5d9a31e7-8e84-4148-9da9-edd94a0e3f66 req-c490b831-52c9-495c-8174-9005032ef507 service nova] Releasing lock "refresh_cache-d5e70e35-69ce-4712-8d94-bca6d6c744f4" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.045881] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.046288] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.551397] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.551604] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.551648] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.551758] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.551889] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.552039] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.552172] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1395.552306] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1396.058258] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.058258] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.058258] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.058258] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1396.058258] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbefa8ab-1942-4123-a6ab-0f04e02d38c1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.071658] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dd7c65-3cbd-4e68-9ff1-05c378b4e738 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.090771] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9b50ca-d094-4a39-bd96-da1bf345ba60 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.098882] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7e4c0a-2892-43ff-85bb-a73ab509fd03 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.127794] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180488MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1396.128022] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.128219] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.156156] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1397.156458] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1c916d63-ae65-41c6-9deb-3d4f4670d246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1397.156601] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance d5e70e35-69ce-4712-8d94-bca6d6c744f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1397.156737] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1397.156959] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_error': '1', 'num_task_None': '3', 'num_os_type_None': '3', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'io_workload': '0', 'num_vm_active': '2', 'num_proj_8415d04e0b6e4df6b263993279ecca55': '2'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1397.212043] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500eb70d-269a-4397-b541-5c56811a2b46 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.220390] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434e67fc-bf79-49d7-ba83-2eb3dc6753ce {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.254045] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e30930-e648-4388-8629-84411c590629 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.262298] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9429d0-0e52-45cc-9d53-45b06d06a06a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.276227] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.779336] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.284528] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1398.284528] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.864427] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.864825] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.367602] env[65311]: DEBUG nova.compute.manager [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Starting instance... {{(pid=65311) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1407.890461] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.890766] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.892349] env[65311]: INFO nova.compute.claims [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.964512] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea58923e-f005-4428-8c41-061f04fa22d4 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.973036] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145570bf-e1b1-4e4b-a3db-d0a19b11876a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.002416] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d194f8-c843-4523-adfd-33ff062c1ed9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.010036] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30b40c0-824b-4d32-86ae-a48cf3dfb7d3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.023213] env[65311]: DEBUG nova.compute.provider_tree [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.526245] env[65311]: DEBUG nova.scheduler.client.report [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.031684] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.032137] env[65311]: DEBUG nova.compute.manager [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Start building networks asynchronously for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1410.537900] env[65311]: DEBUG nova.compute.utils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Using /dev/sd instead of None {{(pid=65311) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1410.539392] env[65311]: DEBUG nova.compute.manager [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Allocating IP information in the background. {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1410.539543] env[65311]: DEBUG nova.network.neutron [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] allocate_for_instance() {{(pid=65311) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1410.539803] env[65311]: WARNING neutronclient.v2_0.client [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1410.541432] env[65311]: WARNING neutronclient.v2_0.client [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1410.594934] env[65311]: DEBUG nova.policy [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8659c7ed746e4661a3bf2bb8fcc7ac98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8415d04e0b6e4df6b263993279ecca55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65311) authorize /opt/stack/nova/nova/policy.py:192}} [ 1410.868307] env[65311]: DEBUG nova.network.neutron [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Successfully created port: 03284b4d-8a46-40a3-903e-883ed29a58b0 {{(pid=65311) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1411.044702] env[65311]: DEBUG nova.compute.manager [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Start building block device mappings for instance. {{(pid=65311) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1411.549775] env[65311]: INFO nova.virt.block_device [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Booting with volume 8f17b9c7-f4a8-4918-aff3-a669f53010f8 at /dev/sda [ 1411.587378] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d25895c5-a7b6-443d-87ff-3a724a7310ca {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.598065] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca790d4-99d3-47f6-ba47-91c8183d24ae {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.626689] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4847c843-4eef-482e-989a-71696764e67a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.636032] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b00309c-9230-4e8b-b0d5-34eb83616e02 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.664244] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4538c551-6562-4e56-8077-41bbb4d6feb2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.672133] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd75eb20-7393-4749-a4dc-51095f934f0c {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.686123] env[65311]: DEBUG nova.virt.block_device [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating existing volume attachment record: e8851086-8eed-4f89-9f66-8f7a615d0320 {{(pid=65311) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1412.250771] env[65311]: DEBUG nova.compute.manager [req-1518cb4b-54e0-47d7-bec4-30e2cf40fccf req-afb3340a-4168-4d99-b8c5-2c36bbd91c92 service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Received event network-vif-plugged-03284b4d-8a46-40a3-903e-883ed29a58b0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1412.251135] env[65311]: DEBUG oslo_concurrency.lockutils [req-1518cb4b-54e0-47d7-bec4-30e2cf40fccf req-afb3340a-4168-4d99-b8c5-2c36bbd91c92 service nova] Acquiring lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.251440] env[65311]: DEBUG oslo_concurrency.lockutils [req-1518cb4b-54e0-47d7-bec4-30e2cf40fccf req-afb3340a-4168-4d99-b8c5-2c36bbd91c92 service nova] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.251440] env[65311]: DEBUG oslo_concurrency.lockutils [req-1518cb4b-54e0-47d7-bec4-30e2cf40fccf req-afb3340a-4168-4d99-b8c5-2c36bbd91c92 service nova] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.251670] env[65311]: DEBUG nova.compute.manager [req-1518cb4b-54e0-47d7-bec4-30e2cf40fccf req-afb3340a-4168-4d99-b8c5-2c36bbd91c92 service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] No waiting events found dispatching network-vif-plugged-03284b4d-8a46-40a3-903e-883ed29a58b0 {{(pid=65311) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1412.251712] env[65311]: WARNING nova.compute.manager [req-1518cb4b-54e0-47d7-bec4-30e2cf40fccf req-afb3340a-4168-4d99-b8c5-2c36bbd91c92 service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Received unexpected event network-vif-plugged-03284b4d-8a46-40a3-903e-883ed29a58b0 for instance with vm_state building and task_state block_device_mapping. [ 1412.328560] env[65311]: DEBUG nova.network.neutron [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Successfully updated port: 03284b4d-8a46-40a3-903e-883ed29a58b0 {{(pid=65311) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1412.830971] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.831199] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.831436] env[65311]: DEBUG nova.network.neutron [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1413.365400] env[65311]: DEBUG nova.network.neutron [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Instance cache missing network info. {{(pid=65311) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1413.436692] env[65311]: WARNING neutronclient.v2_0.client [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1413.519956] env[65311]: DEBUG nova.network.neutron [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance_info_cache with network_info: [{"id": "03284b4d-8a46-40a3-903e-883ed29a58b0", "address": "fa:16:3e:70:ee:12", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03284b4d-8a", "ovs_interfaceid": "03284b4d-8a46-40a3-903e-883ed29a58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.770602] env[65311]: DEBUG nova.compute.manager [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Start spawning the instance on the hypervisor. {{(pid=65311) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1413.771470] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1413.771806] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.772082] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1413.772407] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.772671] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1413.772932] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1413.773284] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.773541] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1413.773824] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1413.774116] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1413.774422] env[65311]: DEBUG nova.virt.hardware [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1413.775816] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460da37e-dd98-4ccc-a772-36618f097b62 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.789286] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee688fb0-a263-49a0-99b4-fbe2906dd21e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.022775] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.023189] env[65311]: DEBUG nova.compute.manager [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Instance network_info: |[{"id": "03284b4d-8a46-40a3-903e-883ed29a58b0", "address": "fa:16:3e:70:ee:12", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03284b4d-8a", "ovs_interfaceid": "03284b4d-8a46-40a3-903e-883ed29a58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65311) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1414.023652] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:ee:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03284b4d-8a46-40a3-903e-883ed29a58b0', 'vif_model': 'vmxnet3'}] {{(pid=65311) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1414.031183] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1414.031401] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Creating VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1414.031632] env[65311]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13d81375-885c-4660-9a3c-db3cb2ed3029 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.053845] env[65311]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1414.053845] env[65311]: value = "task-4429407" [ 1414.053845] env[65311]: _type = "Task" [ 1414.053845] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.062594] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429407, 'name': CreateVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.281265] env[65311]: DEBUG nova.compute.manager [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Received event network-changed-03284b4d-8a46-40a3-903e-883ed29a58b0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1414.281450] env[65311]: DEBUG nova.compute.manager [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Refreshing instance network info cache due to event network-changed-03284b4d-8a46-40a3-903e-883ed29a58b0. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1414.281653] env[65311]: DEBUG oslo_concurrency.lockutils [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] Acquiring lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.281785] env[65311]: DEBUG oslo_concurrency.lockutils [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] Acquired lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.281937] env[65311]: DEBUG nova.network.neutron [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Refreshing network info cache for port 03284b4d-8a46-40a3-903e-883ed29a58b0 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.564395] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429407, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.785487] env[65311]: WARNING neutronclient.v2_0.client [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1414.925698] env[65311]: WARNING neutronclient.v2_0.client [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1414.991073] env[65311]: DEBUG nova.network.neutron [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updated VIF entry in instance network info cache for port 03284b4d-8a46-40a3-903e-883ed29a58b0. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1414.991442] env[65311]: DEBUG nova.network.neutron [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance_info_cache with network_info: [{"id": "03284b4d-8a46-40a3-903e-883ed29a58b0", "address": "fa:16:3e:70:ee:12", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03284b4d-8a", "ovs_interfaceid": "03284b4d-8a46-40a3-903e-883ed29a58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.065407] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429407, 'name': CreateVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.494894] env[65311]: DEBUG oslo_concurrency.lockutils [req-840e0903-b0da-4619-af32-823e936100ac req-3f8832bf-0e53-4b73-9b2b-d78ac462d90b service nova] Releasing lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.565690] env[65311]: DEBUG oslo_vmware.api [-] Task: {'id': task-4429407, 'name': CreateVM_Task, 'duration_secs': 1.323075} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.566071] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Created VM on the ESX host {{(pid=65311) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1415.566344] env[65311]: WARNING neutronclient.v2_0.client [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1415.566686] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866695', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'name': 'volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4536a9f7-4467-42c5-ae65-00cf1d10dca1', 'attached_at': '', 'detached_at': '', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'serial': '8f17b9c7-f4a8-4918-aff3-a669f53010f8'}, 'boot_index': 0, 'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': 'e8851086-8eed-4f89-9f66-8f7a615d0320', 'device_type': None, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=65311) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1415.566922] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Root volume attach. Driver type: vmdk {{(pid=65311) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1415.567756] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdd43cc-ff2a-40d5-869e-3336591fb035 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.575629] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ba1706-1fe2-4529-b1ca-e85409eb6248 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.581993] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161636da-c33e-4d79-b535-47e601bf6814 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.588259] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9a729514-780b-4380-9b3d-41d971506498 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.595482] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1415.595482] env[65311]: value = "task-4429408" [ 1415.595482] env[65311]: _type = "Task" [ 1415.595482] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.606108] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429408, 'name': RelocateVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.107551] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429408, 'name': RelocateVM_Task, 'duration_secs': 0.336503} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.107897] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Volume attach. Driver type: vmdk {{(pid=65311) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1416.108129] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866695', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'name': 'volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4536a9f7-4467-42c5-ae65-00cf1d10dca1', 'attached_at': '', 'detached_at': '', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'serial': '8f17b9c7-f4a8-4918-aff3-a669f53010f8'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1416.109080] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef65ca4-dfcb-4ede-b966-e3a1e96cd945 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.133669] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb5f5de-4b18-4bb7-b698-c4106fa1d603 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.166320] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8/volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.166691] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0175a77-8b34-4aae-bae9-551c88f8bde7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.190317] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1416.190317] env[65311]: value = "task-4429409" [ 1416.190317] env[65311]: _type = "Task" [ 1416.190317] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.199838] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.700922] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429409, 'name': ReconfigVM_Task, 'duration_secs': 0.245649} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.701390] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8/volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1416.705976] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f26c6c-c695-4e67-bf62-635c8c18e799 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.720940] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1416.720940] env[65311]: value = "task-4429410" [ 1416.720940] env[65311]: _type = "Task" [ 1416.720940] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.729506] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.231286] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429410, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.732684] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429410, 'name': ReconfigVM_Task, 'duration_secs': 0.791431} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.733058] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866695', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'name': 'volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4536a9f7-4467-42c5-ae65-00cf1d10dca1', 'attached_at': '', 'detached_at': '', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'serial': '8f17b9c7-f4a8-4918-aff3-a669f53010f8'} {{(pid=65311) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1417.733472] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fc415e1-ed73-4f4c-93db-bd1f11a846b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.740487] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1417.740487] env[65311]: value = "task-4429411" [ 1417.740487] env[65311]: _type = "Task" [ 1417.740487] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.749367] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429411, 'name': Rename_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.251809] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429411, 'name': Rename_Task, 'duration_secs': 0.13313} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.251809] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.251809] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f47762ef-7e3a-4a83-8a43-e1e645539119 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.258920] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1418.258920] env[65311]: value = "task-4429412" [ 1418.258920] env[65311]: _type = "Task" [ 1418.258920] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.267036] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.769719] env[65311]: DEBUG oslo_vmware.api [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429412, 'name': PowerOnVM_Task, 'duration_secs': 0.456418} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.771149] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.771149] env[65311]: INFO nova.compute.manager [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Took 5.00 seconds to spawn the instance on the hypervisor. [ 1418.771149] env[65311]: DEBUG nova.compute.manager [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Checking state {{(pid=65311) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1418.771556] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f7006f-0fd0-4b4f-953d-af2c9c6f7598 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.291045] env[65311]: INFO nova.compute.manager [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Took 11.42 seconds to build instance. [ 1419.793261] env[65311]: DEBUG oslo_concurrency.lockutils [None req-d7f56118-5b05-4c50-847f-cfd38a0fd47a tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.928s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.158489] env[65311]: DEBUG nova.compute.manager [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Received event network-changed-d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1420.158552] env[65311]: DEBUG nova.compute.manager [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Refreshing instance network info cache due to event network-changed-d8c669d0-af00-4283-a012-c555fc62a056. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1420.158720] env[65311]: DEBUG oslo_concurrency.lockutils [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] Acquiring lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.158864] env[65311]: DEBUG oslo_concurrency.lockutils [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] Acquired lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.159149] env[65311]: DEBUG nova.network.neutron [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Refreshing network info cache for port d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.665766] env[65311]: WARNING neutronclient.v2_0.client [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1420.816869] env[65311]: WARNING neutronclient.v2_0.client [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1420.889792] env[65311]: DEBUG nova.network.neutron [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Updated VIF entry in instance network info cache for port d8c669d0-af00-4283-a012-c555fc62a056. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1420.890193] env[65311]: DEBUG nova.network.neutron [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Updating instance_info_cache with network_info: [{"id": "d8c669d0-af00-4283-a012-c555fc62a056", "address": "fa:16:3e:e0:61:e0", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c669d0-af", "ovs_interfaceid": "d8c669d0-af00-4283-a012-c555fc62a056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.393058] env[65311]: DEBUG oslo_concurrency.lockutils [req-ecf9b96e-6353-4f79-a735-a1c7f17c29ac req-1bc0ce12-466b-4506-8d7e-56ea0880fcad service nova] Releasing lock "refresh_cache-1c916d63-ae65-41c6-9deb-3d4f4670d246" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.694384] env[65311]: DEBUG nova.compute.manager [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Stashing vm_state: active {{(pid=65311) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1422.188737] env[65311]: DEBUG nova.compute.manager [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Received event network-changed-03284b4d-8a46-40a3-903e-883ed29a58b0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1422.189019] env[65311]: DEBUG nova.compute.manager [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Refreshing instance network info cache due to event network-changed-03284b4d-8a46-40a3-903e-883ed29a58b0. {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1422.189195] env[65311]: DEBUG oslo_concurrency.lockutils [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] Acquiring lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.189336] env[65311]: DEBUG oslo_concurrency.lockutils [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] Acquired lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.189491] env[65311]: DEBUG nova.network.neutron [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Refreshing network info cache for port 03284b4d-8a46-40a3-903e-883ed29a58b0 {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.213745] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.214014] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.692366] env[65311]: WARNING neutronclient.v2_0.client [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.718262] env[65311]: INFO nova.compute.claims [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.854408] env[65311]: WARNING neutronclient.v2_0.client [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1422.922165] env[65311]: DEBUG nova.network.neutron [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updated VIF entry in instance network info cache for port 03284b4d-8a46-40a3-903e-883ed29a58b0. {{(pid=65311) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1422.922552] env[65311]: DEBUG nova.network.neutron [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance_info_cache with network_info: [{"id": "03284b4d-8a46-40a3-903e-883ed29a58b0", "address": "fa:16:3e:70:ee:12", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03284b4d-8a", "ovs_interfaceid": "03284b4d-8a46-40a3-903e-883ed29a58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.224857] env[65311]: INFO nova.compute.resource_tracker [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating resource usage from migration 0bc7f47b-014d-4e9c-bc51-70cff2131774 [ 1423.296435] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a662d8fc-c217-41bf-9271-50e8b88daa3d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.304694] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33101908-08bc-4f8d-95f3-e044fd1ffc83 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.334991] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7e8e1-d613-4576-b5e2-eed7445e479b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.343301] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae25c10-48e6-4eff-bc9c-a1aae6c7fcad {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.357525] env[65311]: DEBUG nova.compute.provider_tree [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.425756] env[65311]: DEBUG oslo_concurrency.lockutils [req-bb8452c1-9cda-4132-bc57-0858f129627d req-7f3f9289-6060-4f9f-ad48-7e413433a4b6 service nova] Releasing lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.861066] env[65311]: DEBUG nova.scheduler.client.report [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.366304] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.152s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.366692] env[65311]: INFO nova.compute.manager [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Migrating [ 1424.881832] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.882074] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.882243] env[65311]: DEBUG nova.network.neutron [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1425.387613] env[65311]: WARNING neutronclient.v2_0.client [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.550358] env[65311]: WARNING neutronclient.v2_0.client [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.618613] env[65311]: DEBUG nova.network.neutron [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance_info_cache with network_info: [{"id": "03284b4d-8a46-40a3-903e-883ed29a58b0", "address": "fa:16:3e:70:ee:12", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03284b4d-8a", "ovs_interfaceid": "03284b4d-8a46-40a3-903e-883ed29a58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.121278] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.639387] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f487981e-70ba-44a4-bc42-1df521d0b144 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.658714] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance '4536a9f7-4467-42c5-ae65-00cf1d10dca1' progress to 0 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1428.165210] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.165543] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64538bd-5e7b-4903-aab0-fc07c77d6983 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.174176] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1428.174176] env[65311]: value = "task-4429413" [ 1428.174176] env[65311]: _type = "Task" [ 1428.174176] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.183192] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.685224] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429413, 'name': PowerOffVM_Task, 'duration_secs': 0.196611} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.685631] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.685631] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance '4536a9f7-4467-42c5-ae65-00cf1d10dca1' progress to 17 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.192315] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1429.192598] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.192786] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1429.192984] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.193172] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1429.193336] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1429.193538] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1429.193712] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1429.193857] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1429.194020] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1429.194206] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1429.199742] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f49584-767e-44d8-84fd-c4d73067498f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.216675] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1429.216675] env[65311]: value = "task-4429414" [ 1429.216675] env[65311]: _type = "Task" [ 1429.216675] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.226605] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.727276] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429414, 'name': ReconfigVM_Task, 'duration_secs': 0.175624} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.727667] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance '4536a9f7-4467-42c5-ae65-00cf1d10dca1' progress to 33 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1430.233972] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T23:39:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1430.234277] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.234373] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image limits 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1430.234550] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Flavor pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.234693] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Image pref 0:0:0 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1430.234836] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65311) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1430.235062] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1430.235275] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1430.235451] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Got 1 possible topologies {{(pid=65311) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1430.235661] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1430.235863] env[65311]: DEBUG nova.virt.hardware [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65311) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1430.241386] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1430.241709] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3117c42c-ed7e-4328-b158-6454ca5ee128 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.262360] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1430.262360] env[65311]: value = "task-4429415" [ 1430.262360] env[65311]: _type = "Task" [ 1430.262360] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.271706] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.773655] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429415, 'name': ReconfigVM_Task, 'duration_secs': 0.164471} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.775065] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1430.775339] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecabea82-3980-44cd-b0a8-db1fabe294be {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.798307] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8/volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.798978] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17947e21-d623-4d71-9a1c-545ac9f1ed9e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.817220] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1430.817220] env[65311]: value = "task-4429416" [ 1430.817220] env[65311]: _type = "Task" [ 1430.817220] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.825652] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.326688] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429416, 'name': ReconfigVM_Task, 'duration_secs': 0.248879} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.326973] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8/volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8.vmdk or device None with type thin {{(pid=65311) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.327271] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance '4536a9f7-4467-42c5-ae65-00cf1d10dca1' progress to 50 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1431.833391] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4423cf86-26b1-4ab4-a841-74655b3055e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.852575] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77049b60-26f5-4f89-8d8f-baf9608001cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.870052] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance '4536a9f7-4467-42c5-ae65-00cf1d10dca1' progress to 67 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.481575] env[65311]: WARNING neutronclient.v2_0.client [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1433.481968] env[65311]: WARNING neutronclient.v2_0.client [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1433.527758] env[65311]: DEBUG nova.network.neutron [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Port 03284b4d-8a46-40a3-903e-883ed29a58b0 binding to destination host cpu-1 is already ACTIVE {{(pid=65311) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1434.549709] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.550115] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.550115] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.555889] env[65311]: WARNING neutronclient.v2_0.client [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1435.586482] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.586670] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.586845] env[65311]: DEBUG nova.network.neutron [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1436.089747] env[65311]: WARNING neutronclient.v2_0.client [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1436.245979] env[65311]: WARNING neutronclient.v2_0.client [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1436.311595] env[65311]: DEBUG nova.network.neutron [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance_info_cache with network_info: [{"id": "03284b4d-8a46-40a3-903e-883ed29a58b0", "address": "fa:16:3e:70:ee:12", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03284b4d-8a", "ovs_interfaceid": "03284b4d-8a46-40a3-903e-883ed29a58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.814745] env[65311]: DEBUG oslo_concurrency.lockutils [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.324233] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cccaf22-60e5-44f7-b0e8-07926133c99a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.332048] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd9886-f0cb-47e4-98fe-45b0b627a95d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.432651] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43624911-9d13-4167-a3b4-90a49b0d70e8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.453162] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ae049f-4a29-4e12-8af2-af6f1a7d7453 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.460536] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance '4536a9f7-4467-42c5-ae65-00cf1d10dca1' progress to 83 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.966673] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Powering on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.966977] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c27ebbaf-8b9c-4757-9c7f-eede98dd7231 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.975773] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1438.975773] env[65311]: value = "task-4429417" [ 1438.975773] env[65311]: _type = "Task" [ 1438.975773] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.984231] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.486894] env[65311]: DEBUG oslo_vmware.api [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429417, 'name': PowerOnVM_Task, 'duration_secs': 0.371834} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.487190] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Powered on the VM {{(pid=65311) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.487419] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-30cb0fb6-d8ce-47ce-a625-359d788f3c4c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance '4536a9f7-4467-42c5-ae65-00cf1d10dca1' progress to 100 {{(pid=65311) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1440.302277] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.302554] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.302705] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.302843] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Cleaning up deleted instances with incomplete migration {{(pid=65311) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1441.805669] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.806038] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1442.326427] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.326672] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.326868] env[65311]: DEBUG nova.compute.manager [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Going to confirm migration 10 {{(pid=65311) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1442.832938] env[65311]: WARNING neutronclient.v2_0.client [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1442.866932] env[65311]: WARNING neutronclient.v2_0.client [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1442.867322] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.867476] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquired lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.867639] env[65311]: DEBUG nova.network.neutron [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Building network info cache for instance {{(pid=65311) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1442.867812] env[65311]: DEBUG nova.objects.instance [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lazy-loading 'info_cache' on Instance uuid 4536a9f7-4467-42c5-ae65-00cf1d10dca1 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.873427] env[65311]: WARNING neutronclient.v2_0.client [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1444.025990] env[65311]: WARNING neutronclient.v2_0.client [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1444.092932] env[65311]: DEBUG nova.network.neutron [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance_info_cache with network_info: [{"id": "03284b4d-8a46-40a3-903e-883ed29a58b0", "address": "fa:16:3e:70:ee:12", "network": {"id": "29bd50ce-79c0-45dc-8734-9d4c58c466ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-430428257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8415d04e0b6e4df6b263993279ecca55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03284b4d-8a", "ovs_interfaceid": "03284b4d-8a46-40a3-903e-883ed29a58b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.302763] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.303258] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.303258] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.595499] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Releasing lock "refresh_cache-4536a9f7-4467-42c5-ae65-00cf1d10dca1" {{(pid=65311) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.595776] env[65311]: DEBUG nova.objects.instance [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lazy-loading 'migration_context' on Instance uuid 4536a9f7-4467-42c5-ae65-00cf1d10dca1 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.806666] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.806911] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.807084] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.807243] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1444.808218] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9170bf4f-1d88-4b70-a253-12f0db1434a5 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.817436] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91e08fa-680a-454a-aab0-1fc611568455 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.831889] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6080bc7-8cf8-44a9-9492-62df06a4b4b3 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.838824] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f8eda-b7f7-4408-aefb-c8f0a77a4a3b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.869051] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180488MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1444.869221] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.869363] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.098426] env[65311]: DEBUG nova.objects.base [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Object Instance<4536a9f7-4467-42c5-ae65-00cf1d10dca1> lazy-loaded attributes: info_cache,migration_context {{(pid=65311) wrapper /opt/stack/nova/nova/objects/base.py:118}} [ 1445.099364] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492c3b57-562c-4a84-aa87-2a829e4e7f1d {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.120772] env[65311]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bdf4f1a-ef67-409b-a798-1dd287378682 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.126864] env[65311]: DEBUG oslo_vmware.api [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1445.126864] env[65311]: value = "session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5205c44e-b968-3b9f-aa50-fe9bfe0b440d" [ 1445.126864] env[65311]: _type = "Task" [ 1445.126864] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.135478] env[65311]: DEBUG oslo_vmware.api [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5205c44e-b968-3b9f-aa50-fe9bfe0b440d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.637611] env[65311]: DEBUG oslo_vmware.api [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': session[524a990a-b372-b1b2-b52d-23a8fdc8474b]5205c44e-b968-3b9f-aa50-fe9bfe0b440d, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.637893] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.878627] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Applying migration context for instance 4536a9f7-4467-42c5-ae65-00cf1d10dca1 as it has an incoming, in-progress migration 0bc7f47b-014d-4e9c-bc51-70cff2131774. Migration status is confirming {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1445.879487] env[65311]: INFO nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating resource usage from migration 0bc7f47b-014d-4e9c-bc51-70cff2131774 [ 1445.899643] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1445.899783] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 1c916d63-ae65-41c6-9deb-3d4f4670d246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1445.899910] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance d5e70e35-69ce-4712-8d94-bca6d6c744f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1445.900060] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Migration 0bc7f47b-014d-4e9c-bc51-70cff2131774 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1445.900177] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 4536a9f7-4467-42c5-ae65-00cf1d10dca1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1445.900357] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1445.900495] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_error': '1', 'num_task_None': '4', 'num_os_type_None': '4', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'io_workload': '0', 'num_vm_active': '2', 'num_proj_8415d04e0b6e4df6b263993279ecca55': '3', 'num_vm_resized': '1'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1445.973771] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc38cc91-c115-4cd0-8baa-bfbdaad1bdf8 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.982195] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840438b-15fc-41df-bc2f-907253109bdf {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.013111] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f47f08-2c54-4df7-a2ea-963ba69ab8cc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.021184] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd2cf80-4ea4-44fd-90cb-9e4a45781285 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.034654] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.538105] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1447.043250] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1447.043554] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.174s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.043732] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.406s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.630183] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f92c9b-2245-4f6f-b9c3-a42b75110769 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.639174] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06ab91e-d830-42c7-a1a6-9e5c033c8ee7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.670407] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a69bb06-b4db-412b-be9a-503373f59ce1 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.679217] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067c2614-ffa3-48dd-bd72-07bb31d91994 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.695800] env[65311]: DEBUG nova.compute.provider_tree [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.044518] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.044767] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.200097] env[65311]: DEBUG nova.scheduler.client.report [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.303722] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.303928] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Cleaning up deleted instances {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1448.813273] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] There are 25 instances to clean {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1448.813696] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 8d365926-92bb-49b6-8944-5df1f4f5b92f] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1449.211858] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.168s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.316184] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: c02cf5e0-8f8e-4ed3-8787-c6eb4f54f0ad] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1449.800408] env[65311]: INFO nova.scheduler.client.report [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted allocation for migration 0bc7f47b-014d-4e9c-bc51-70cff2131774 [ 1449.820190] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 3dde0471-c136-4575-9d66-7514266fe8a3] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1449.979772] env[65311]: INFO nova.compute.manager [None req-7bd52020-0214-4231-9d46-61021f16a179 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Get console output [ 1449.980218] env[65311]: WARNING nova.virt.vmwareapi.driver [None req-7bd52020-0214-4231-9d46-61021f16a179 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] The console log is missing. Check your VSPC configuration [ 1450.307603] env[65311]: DEBUG oslo_concurrency.lockutils [None req-dd3903b1-a9a2-4ed5-b2a9-17e9e36f4934 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.981s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.322934] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: fa9b99a1-8850-4f71-b777-04b086afc62f] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1450.826711] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 8ef6866f-e4ba-4b50-abad-343444a84712] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1451.330740] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 850b6214-03ea-4885-bd93-4bb4117ce0e6] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1451.834097] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: aa47b420-809c-4fef-91ff-a6e1076625c4] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1452.337412] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 121c34dc-5c16-4de6-a3f1-b7e2a0669bd2] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1452.842188] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: e80a1dfd-f6ed-4a2e-b371-38dd458db3ce] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1453.346298] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 87e2e2c6-9986-4b68-9129-e469f2a24d36] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1453.849612] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: cc67c780-9c0b-4f26-868f-9645d69957cf] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1454.353200] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 1621ee8c-1ee8-473f-a103-fb15cf40e35b] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1454.857144] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 84adf44e-0c27-47da-a2a9-f62b9aabc629] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1455.360625] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 0c7f8766-bb9d-424a-8b07-2de8972c6fc4] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1455.864968] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: a139f42d-be60-4e9a-9038-ead906efed61] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1456.368431] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: b2088cee-5c79-4f7f-b713-0fc1e54e6d8c] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1456.872088] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: a68938e3-b94e-402a-a603-8e10a1542b69] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1457.375333] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 5dbb6c8e-284a-4033-a68f-e44ea1b7ee70] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1457.878676] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: acd4a69e-f407-4144-9fbe-86a379c8180e] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1458.382295] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 23e41a0e-301e-4b0b-a6af-c7ed88dc05bd] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1458.886344] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 456d2124-ab46-4e7c-b134-4ea04968013e] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1459.390362] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: bd7b46e8-58ee-48d2-bcc1-9a4c69f5a285] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1459.895259] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 20e5f52c-a77c-41f7-8a15-4631efbf4705] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1460.398893] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 5996f38b-8383-45dd-b15d-0d60460e44c5] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1460.902965] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] [instance: 6a01330e-80b5-4208-a0eb-4ac7461e6d06] Instance has had 0 of 5 cleanup attempts {{(pid=65311) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1461.406264] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.897558] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.897994] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.898086] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.898273] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.898432] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.901941] env[65311]: INFO nova.compute.manager [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Terminating instance [ 1477.406426] env[65311]: DEBUG nova.compute.manager [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1477.406672] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.406950] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21955a1d-55c8-497e-8669-bd4c97834dee {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.416406] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1477.416406] env[65311]: value = "task-4429418" [ 1477.416406] env[65311]: _type = "Task" [ 1477.416406] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.425101] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.927128] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429418, 'name': PowerOffVM_Task, 'duration_secs': 0.17399} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.927510] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1477.927627] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Volume detach. Driver type: vmdk {{(pid=65311) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1477.927825] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866695', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'name': 'volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4536a9f7-4467-42c5-ae65-00cf1d10dca1', 'attached_at': '2025-11-12T23:55:52.000000', 'detached_at': '', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'serial': '8f17b9c7-f4a8-4918-aff3-a669f53010f8'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1477.928625] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112f7d02-a20d-4bf9-afb4-72d326acc376 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.948885] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f2de2-0474-4520-8f68-91ad185b161a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.956212] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd305188-c0d7-41c5-800c-1d52a96ce4f7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.975062] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ab2426-c89f-4470-8d5f-3ffbd86fe93a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.990349] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8/volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8.vmdk. No consolidation needed. {{(pid=65311) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1477.995691] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1477.995975] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00dbf7c4-5c72-4b44-b778-40e1e1285b96 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.014123] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1478.014123] env[65311]: value = "task-4429419" [ 1478.014123] env[65311]: _type = "Task" [ 1478.014123] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.022254] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.524275] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429419, 'name': ReconfigVM_Task, 'duration_secs': 0.161358} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.524537] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=65311) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1478.529209] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38af8e64-0254-48cd-bfa8-76875ddf9b50 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.545476] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1478.545476] env[65311]: value = "task-4429420" [ 1478.545476] env[65311]: _type = "Task" [ 1478.545476] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.554134] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.056366] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429420, 'name': ReconfigVM_Task, 'duration_secs': 0.209547} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.056772] env[65311]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-866695', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'name': 'volume-8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4536a9f7-4467-42c5-ae65-00cf1d10dca1', 'attached_at': '2025-11-12T23:55:52.000000', 'detached_at': '', 'volume_id': '8f17b9c7-f4a8-4918-aff3-a669f53010f8', 'serial': '8f17b9c7-f4a8-4918-aff3-a669f53010f8'} {{(pid=65311) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1479.056909] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.057716] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28ade9a-1223-44c1-80c5-1f2869e54558 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.064895] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.065144] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d85a3844-afab-482c-b5f9-5f6d5e5f54e9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.135659] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.135865] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.135965] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleting the datastore file [datastore1] 4536a9f7-4467-42c5-ae65-00cf1d10dca1 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.136220] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d2a6a9-ad63-4144-8296-1e436baec21a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.144174] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1479.144174] env[65311]: value = "task-4429422" [ 1479.144174] env[65311]: _type = "Task" [ 1479.144174] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.153241] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.654703] env[65311]: DEBUG oslo_vmware.api [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079482} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.654947] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.655126] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.655294] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.655456] env[65311]: INFO nova.compute.manager [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1479.655710] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1479.655884] env[65311]: DEBUG nova.compute.manager [-] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1479.655977] env[65311]: DEBUG nova.network.neutron [-] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1479.656228] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1479.687885] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1480.148360] env[65311]: DEBUG nova.compute.manager [req-6f7cdcf4-5b77-4b12-a7ce-f49e4b2ae640 req-764a95eb-b4bd-4808-bd2c-d57423cb472a service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Received event network-vif-deleted-03284b4d-8a46-40a3-903e-883ed29a58b0 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1480.148683] env[65311]: INFO nova.compute.manager [req-6f7cdcf4-5b77-4b12-a7ce-f49e4b2ae640 req-764a95eb-b4bd-4808-bd2c-d57423cb472a service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Neutron deleted interface 03284b4d-8a46-40a3-903e-883ed29a58b0; detaching it from the instance and deleting it from the info cache [ 1480.148726] env[65311]: DEBUG nova.network.neutron [req-6f7cdcf4-5b77-4b12-a7ce-f49e4b2ae640 req-764a95eb-b4bd-4808-bd2c-d57423cb472a service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.623224] env[65311]: DEBUG nova.network.neutron [-] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.653752] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca4a2de7-eb8d-47e1-b97c-9178bce52345 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.663773] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d26ae-1c96-4c22-a4d7-88c960b17860 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.692610] env[65311]: DEBUG nova.compute.manager [req-6f7cdcf4-5b77-4b12-a7ce-f49e4b2ae640 req-764a95eb-b4bd-4808-bd2c-d57423cb472a service nova] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Detach interface failed, port_id=03284b4d-8a46-40a3-903e-883ed29a58b0, reason: Instance 4536a9f7-4467-42c5-ae65-00cf1d10dca1 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1481.126727] env[65311]: INFO nova.compute.manager [-] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Took 1.47 seconds to deallocate network for instance. [ 1481.672029] env[65311]: INFO nova.compute.manager [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Took 0.54 seconds to detach 1 volumes for instance. [ 1481.673149] env[65311]: DEBUG nova.compute.manager [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 4536a9f7-4467-42c5-ae65-00cf1d10dca1] Deleting volume: 8f17b9c7-f4a8-4918-aff3-a669f53010f8 {{(pid=65311) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1482.213895] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.214235] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.214366] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.239570] env[65311]: INFO nova.scheduler.client.report [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted allocations for instance 4536a9f7-4467-42c5-ae65-00cf1d10dca1 [ 1482.747054] env[65311]: DEBUG oslo_concurrency.lockutils [None req-0bf193a0-7042-470a-a8d3-a5648830d74c tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "4536a9f7-4467-42c5-ae65-00cf1d10dca1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.849s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.718358] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.718564] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.718813] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.719020] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.719192] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.721476] env[65311]: INFO nova.compute.manager [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Terminating instance [ 1484.225381] env[65311]: DEBUG nova.compute.manager [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1484.225753] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.226597] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c234856-3d1a-4a51-9df5-f079a7647136 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.234875] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.235115] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-951e3046-b32b-4743-9ceb-4851d236d397 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.242247] env[65311]: DEBUG oslo_vmware.api [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1484.242247] env[65311]: value = "task-4429424" [ 1484.242247] env[65311]: _type = "Task" [ 1484.242247] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.251759] env[65311]: DEBUG oslo_vmware.api [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.752801] env[65311]: DEBUG oslo_vmware.api [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429424, 'name': PowerOffVM_Task, 'duration_secs': 0.199309} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.753134] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1484.753409] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1484.753717] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c59f22c-e5a4-4e9f-a71d-295f215217d9 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.825735] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1484.826104] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Deleting contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1484.826366] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleting the datastore file [datastore2] d5e70e35-69ce-4712-8d94-bca6d6c744f4 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1484.826728] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3e137cb-7be3-4bf4-b31b-8f463d0320e6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.834897] env[65311]: DEBUG oslo_vmware.api [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1484.834897] env[65311]: value = "task-4429426" [ 1484.834897] env[65311]: _type = "Task" [ 1484.834897] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.843403] env[65311]: DEBUG oslo_vmware.api [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.346039] env[65311]: DEBUG oslo_vmware.api [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141099} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.346457] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1485.346513] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Deleted contents of the VM from datastore datastore2 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1485.346655] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1485.346817] env[65311]: INFO nova.compute.manager [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1485.347076] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1485.347282] env[65311]: DEBUG nova.compute.manager [-] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1485.347380] env[65311]: DEBUG nova.network.neutron [-] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1485.347616] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1485.380113] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1485.659564] env[65311]: DEBUG nova.compute.manager [req-9bd7c256-e91e-40d9-9fc7-17b1b47768b0 req-bc8e8cd0-62d9-4085-931f-fcd640b7dd59 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Received event network-vif-deleted-8c28642f-e1f4-4d06-92c4-0edd609f4549 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1485.659763] env[65311]: INFO nova.compute.manager [req-9bd7c256-e91e-40d9-9fc7-17b1b47768b0 req-bc8e8cd0-62d9-4085-931f-fcd640b7dd59 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Neutron deleted interface 8c28642f-e1f4-4d06-92c4-0edd609f4549; detaching it from the instance and deleting it from the info cache [ 1485.659925] env[65311]: DEBUG nova.network.neutron [req-9bd7c256-e91e-40d9-9fc7-17b1b47768b0 req-bc8e8cd0-62d9-4085-931f-fcd640b7dd59 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.136544] env[65311]: DEBUG nova.network.neutron [-] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.163338] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13ec42e1-4680-47ba-8114-5c1199714d4a {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.173633] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e321caf-b48b-45f7-9db3-1ff5bb8e3647 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.200456] env[65311]: DEBUG nova.compute.manager [req-9bd7c256-e91e-40d9-9fc7-17b1b47768b0 req-bc8e8cd0-62d9-4085-931f-fcd640b7dd59 service nova] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Detach interface failed, port_id=8c28642f-e1f4-4d06-92c4-0edd609f4549, reason: Instance d5e70e35-69ce-4712-8d94-bca6d6c744f4 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1486.640068] env[65311]: INFO nova.compute.manager [-] [instance: d5e70e35-69ce-4712-8d94-bca6d6c744f4] Took 1.29 seconds to deallocate network for instance. [ 1487.146455] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1487.146707] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1487.146926] env[65311]: DEBUG nova.objects.instance [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lazy-loading 'resources' on Instance uuid d5e70e35-69ce-4712-8d94-bca6d6c744f4 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.670032] env[65311]: DEBUG nova.scheduler.client.report [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Refreshing inventories for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1487.686442] env[65311]: DEBUG nova.scheduler.client.report [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Updating ProviderTree inventory for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1487.686733] env[65311]: DEBUG nova.compute.provider_tree [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Updating inventory in ProviderTree for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1487.699869] env[65311]: DEBUG nova.scheduler.client.report [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Refreshing aggregate associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, aggregates: None {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1487.720223] env[65311]: DEBUG nova.scheduler.client.report [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Refreshing trait associations for resource provider 9e03e2e5-cb03-4816-8aa6-9a366a594801, traits: COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65311) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1487.777291] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a571d39b-a6ea-4d8a-b6dc-5de568e02ebe {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.785802] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841bff9-c540-4ba1-a917-34370da77768 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.817294] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7f0cd7-f72b-45ff-a745-7b0240e158ab {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.825882] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e546d7a-0fa4-4766-8db1-b86357eef655 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.839937] env[65311]: DEBUG nova.compute.provider_tree [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1488.343466] env[65311]: DEBUG nova.scheduler.client.report [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1488.848642] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.882410] env[65311]: INFO nova.scheduler.client.report [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted allocations for instance d5e70e35-69ce-4712-8d94-bca6d6c744f4 [ 1489.390198] env[65311]: DEBUG oslo_concurrency.lockutils [None req-fccc09ba-9414-49b7-b72c-58c1eee2e1c7 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "d5e70e35-69ce-4712-8d94-bca6d6c744f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.671s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.505674] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "1c916d63-ae65-41c6-9deb-3d4f4670d246" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.506099] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.506202] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "1c916d63-ae65-41c6-9deb-3d4f4670d246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.506373] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.506545] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.508708] env[65311]: INFO nova.compute.manager [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Terminating instance [ 1494.012352] env[65311]: DEBUG nova.compute.manager [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Start destroying the instance on the hypervisor. {{(pid=65311) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1494.012659] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Destroying instance {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.013518] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4314e9-3f39-41bb-8d93-3390f11de97f {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.021474] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Powering off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.021710] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ced0fb-7ee0-4c3d-ad20-df88416655f6 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.028650] env[65311]: DEBUG oslo_vmware.api [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1494.028650] env[65311]: value = "task-4429428" [ 1494.028650] env[65311]: _type = "Task" [ 1494.028650] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.039415] env[65311]: DEBUG oslo_vmware.api [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.540040] env[65311]: DEBUG oslo_vmware.api [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429428, 'name': PowerOffVM_Task, 'duration_secs': 0.188949} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.540411] env[65311]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Powered off the VM {{(pid=65311) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.540458] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Unregistering the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.540726] env[65311]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e2ed89a-6530-46a5-9c6e-5cff0c13a4dc {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.610984] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Unregistered the VM {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.611281] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Deleting contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.611396] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleting the datastore file [datastore1] 1c916d63-ae65-41c6-9deb-3d4f4670d246 {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.611680] env[65311]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68272dcc-2115-45a5-98e1-990b440ffea7 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.619483] env[65311]: DEBUG oslo_vmware.api [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for the task: (returnval){ [ 1494.619483] env[65311]: value = "task-4429430" [ 1494.619483] env[65311]: _type = "Task" [ 1494.619483] env[65311]: } to complete. {{(pid=65311) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.628029] env[65311]: DEBUG oslo_vmware.api [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.129725] env[65311]: DEBUG oslo_vmware.api [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Task: {'id': task-4429430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139431} completed successfully. {{(pid=65311) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.129975] env[65311]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted the datastore file {{(pid=65311) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1495.130180] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Deleted contents of the VM from datastore datastore1 {{(pid=65311) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1495.130358] env[65311]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Instance destroyed {{(pid=65311) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1495.130528] env[65311]: INFO nova.compute.manager [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1495.130760] env[65311]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65311) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1495.130951] env[65311]: DEBUG nova.compute.manager [-] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Deallocating network for instance {{(pid=65311) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1495.131057] env[65311]: DEBUG nova.network.neutron [-] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] deallocate_for_instance() {{(pid=65311) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1495.131292] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1495.185185] env[65311]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1495.479607] env[65311]: DEBUG nova.compute.manager [req-e2a91238-0a01-4f3d-bc01-7a4fffcd5620 req-c51a1bd3-bef3-4f63-a089-c9fc3e170de8 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Received event network-vif-deleted-d8c669d0-af00-4283-a012-c555fc62a056 {{(pid=65311) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1495.479900] env[65311]: INFO nova.compute.manager [req-e2a91238-0a01-4f3d-bc01-7a4fffcd5620 req-c51a1bd3-bef3-4f63-a089-c9fc3e170de8 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Neutron deleted interface d8c669d0-af00-4283-a012-c555fc62a056; detaching it from the instance and deleting it from the info cache [ 1495.480168] env[65311]: DEBUG nova.network.neutron [req-e2a91238-0a01-4f3d-bc01-7a4fffcd5620 req-c51a1bd3-bef3-4f63-a089-c9fc3e170de8 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.952315] env[65311]: DEBUG nova.network.neutron [-] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Updating instance_info_cache with network_info: [] {{(pid=65311) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.982844] env[65311]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b685d6a5-6c3b-42e6-81c5-ee040f30af0b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.993274] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0d3ae4-9c1a-4a2f-8a34-5ca2b8818275 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.017646] env[65311]: DEBUG nova.compute.manager [req-e2a91238-0a01-4f3d-bc01-7a4fffcd5620 req-c51a1bd3-bef3-4f63-a089-c9fc3e170de8 service nova] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Detach interface failed, port_id=d8c669d0-af00-4283-a012-c555fc62a056, reason: Instance 1c916d63-ae65-41c6-9deb-3d4f4670d246 could not be found. {{(pid=65311) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1496.454855] env[65311]: INFO nova.compute.manager [-] [instance: 1c916d63-ae65-41c6-9deb-3d4f4670d246] Took 1.32 seconds to deallocate network for instance. [ 1496.961835] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.962282] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.962378] env[65311]: DEBUG nova.objects.instance [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lazy-loading 'resources' on Instance uuid 1c916d63-ae65-41c6-9deb-3d4f4670d246 {{(pid=65311) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.509561] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d55ffc-13f1-4455-9e0a-e0db5a406b73 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.518148] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743ed36-f053-4975-9a21-ff0659b261a2 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.551160] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc641bf-110b-4a1b-8742-b3b226391953 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.559889] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffaf71c-5302-406c-a81b-1a1c35ed8c73 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.574329] env[65311]: DEBUG nova.compute.provider_tree [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.077717] env[65311]: DEBUG nova.scheduler.client.report [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.583211] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.601622] env[65311]: INFO nova.scheduler.client.report [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Deleted allocations for instance 1c916d63-ae65-41c6-9deb-3d4f4670d246 [ 1499.110235] env[65311]: DEBUG oslo_concurrency.lockutils [None req-3bb85644-d19b-4bd5-aff6-a751606d2bb5 tempest-ServerActionsTestOtherA-65612913 tempest-ServerActionsTestOtherA-65612913-project-member] Lock "1c916d63-ae65-41c6-9deb-3d4f4670d246" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.902623] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.903087] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.408631] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.408892] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.408960] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.409137] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.409281] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.409420] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.409553] env[65311]: DEBUG nova.compute.manager [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65311) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1515.410216] env[65311]: DEBUG oslo_service.periodic_task [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65311) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.912965] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.913408] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.913408] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.913556] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65311) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1515.914459] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f807f84-8d5c-4649-8607-47ec87abf556 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.923496] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc5db6f-f705-4987-a7be-39a5603e567e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.937966] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2580d0-3a3b-498e-a4ff-3b345646467b {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.945042] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e27cf4-b1d7-48c8-8756-7206a6ff6c2e {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.974275] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180200MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65311) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1515.974520] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.974617] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.998842] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Instance 263e7060-b659-4797-bf82-adf5d649c2c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65311) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1516.999123] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1516.999123] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_error': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_96277f08bdf4480a8c434bc02cbfda08': '1', 'io_workload': '0'} {{(pid=65311) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1517.026127] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb10b658-fbd9-4708-a7f2-de0b12daf6da {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.034607] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c26d72-a168-4a61-a3ae-8a5ae0854f99 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.066255] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692eb548-9169-4f73-a688-b59dddf3ecd0 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.074345] env[65311]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea02bfbb-d7e0-457e-9091-42927d99c265 {{(pid=65311) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.088373] env[65311]: DEBUG nova.compute.provider_tree [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed in ProviderTree for provider: 9e03e2e5-cb03-4816-8aa6-9a366a594801 {{(pid=65311) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.591222] env[65311]: DEBUG nova.scheduler.client.report [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Inventory has not changed for provider 9e03e2e5-cb03-4816-8aa6-9a366a594801 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65311) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.096653] env[65311]: DEBUG nova.compute.resource_tracker [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65311) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1518.097133] env[65311]: DEBUG oslo_concurrency.lockutils [None req-8e878502-22e3-4117-bd2d-365e9d489761 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=65311) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}